[ 532.889489] env[62171]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62171) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.889840] env[62171]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62171) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.889952] env[62171]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62171) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.890273] env[62171]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.984214] env[62171]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62171) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 532.994898] env[62171]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62171) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 533.596720] env[62171]: INFO nova.virt.driver [None req-08f047a1-1cb6-4758-97ef-da32effca303 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.668053] env[62171]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.668229] env[62171]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.668331] env[62171]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62171) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.841599] env[62171]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-83cf12e1-4f66-4eae-8253-4f95cfe297d8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.858365] env[62171]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62171) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.858500] env[62171]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-63edc2f8-be4a-40db-93fc-a462bbc02c6c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.890014] env[62171]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c51a7. [ 536.890163] env[62171]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.222s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.890733] env[62171]: INFO nova.virt.vmwareapi.driver [None req-08f047a1-1cb6-4758-97ef-da32effca303 None None] VMware vCenter version: 7.0.3 [ 536.894235] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d0653-7d01-46f0-9e56-b13218baeb7e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.916017] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60837a-edb0-4df9-b4ea-a7fcfa544432 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.921716] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e38d2-8652-4ab1-9b61-401745910aea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.928280] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3da573-bb65-4136-a105-a962ae713850 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.941180] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82196864-f2a1-4c3d-8c66-eeed19fc80e7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.947328] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735a9a44-fedf-49f8-9aa4-4571cf9bc712 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.978273] env[62171]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-259c2fb5-59d9-4a9c-88e6-b6a30d6eaa0b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.983915] env[62171]: DEBUG nova.virt.vmwareapi.driver [None req-08f047a1-1cb6-4758-97ef-da32effca303 None None] Extension org.openstack.compute already exists. {{(pid=62171) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 536.986685] env[62171]: INFO nova.compute.provider_config [None req-08f047a1-1cb6-4758-97ef-da32effca303 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 537.490555] env[62171]: DEBUG nova.context [None req-08f047a1-1cb6-4758-97ef-da32effca303 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3fa9fb6d-53ee-47a0-bc5c-4501930a8ac1(cell1) {{(pid=62171) load_cells /opt/stack/nova/nova/context.py:464}} [ 537.492646] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.492875] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.493586] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.494029] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Acquiring lock "3fa9fb6d-53ee-47a0-bc5c-4501930a8ac1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.494237] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Lock "3fa9fb6d-53ee-47a0-bc5c-4501930a8ac1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.495255] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Lock "3fa9fb6d-53ee-47a0-bc5c-4501930a8ac1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.516719] env[62171]: INFO dbcounter [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Registered counter for database nova_cell0 [ 537.524646] env[62171]: INFO dbcounter [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Registered counter for database nova_cell1 [ 537.527767] env[62171]: DEBUG oslo_db.sqlalchemy.engines [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62171) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 537.528141] env[62171]: DEBUG oslo_db.sqlalchemy.engines [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62171) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 537.532919] env[62171]: ERROR nova.db.main.api [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 537.532919] env[62171]: result = function(*args, **kwargs) [ 537.532919] env[62171]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 537.532919] env[62171]: return func(*args, **kwargs) [ 537.532919] env[62171]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.532919] env[62171]: result = fn(*args, **kwargs) [ 537.532919] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.532919] env[62171]: return f(*args, **kwargs) [ 537.532919] env[62171]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 537.532919] env[62171]: return db.service_get_minimum_version(context, binaries) [ 537.532919] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.532919] env[62171]: _check_db_access() [ 537.532919] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.532919] env[62171]: stacktrace = ''.join(traceback.format_stack()) [ 537.532919] env[62171]: [ 537.533638] env[62171]: ERROR nova.db.main.api [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 537.533638] env[62171]: result = function(*args, **kwargs) [ 537.533638] env[62171]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 537.533638] env[62171]: return func(*args, **kwargs) [ 537.533638] env[62171]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.533638] env[62171]: result = fn(*args, **kwargs) [ 537.533638] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.533638] env[62171]: return f(*args, **kwargs) [ 537.533638] env[62171]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 537.533638] env[62171]: return db.service_get_minimum_version(context, binaries) [ 537.533638] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.533638] env[62171]: _check_db_access() [ 537.533638] env[62171]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.533638] env[62171]: stacktrace = ''.join(traceback.format_stack()) [ 537.533638] env[62171]: [ 537.534246] env[62171]: WARNING nova.objects.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Failed to get minimum service version for cell 3fa9fb6d-53ee-47a0-bc5c-4501930a8ac1 [ 537.534246] env[62171]: WARNING nova.objects.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 537.534557] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Acquiring lock "singleton_lock" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.534717] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Acquired lock "singleton_lock" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.534951] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Releasing lock "singleton_lock" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.535286] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Full set of CONF: {{(pid=62171) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 537.535428] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ******************************************************************************** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.535557] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Configuration options gathered from: {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.535690] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.535878] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.536014] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ================================================================================ {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.536226] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] allow_resize_to_same_host = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.536396] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] arq_binding_timeout = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.536525] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] backdoor_port = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.536660] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] backdoor_socket = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.536884] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] block_device_allocate_retries = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537076] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] block_device_allocate_retries_interval = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537254] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cert = self.pem {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537423] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537635] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute_monitors = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537808] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] config_dir = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.537979] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] config_drive_format = iso9660 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538127] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538291] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] config_source = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538457] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] console_host = devstack {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538643] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] control_exchange = nova {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538819] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cpu_allocation_ratio = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.538985] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] daemon = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539168] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] debug = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539326] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_access_ip_network_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539491] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_availability_zone = nova {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539648] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_ephemeral_format = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.539811] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_green_pool_size = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540059] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540229] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] default_schedule_zone = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540388] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] disk_allocation_ratio = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540554] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] enable_new_services = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540795] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] enabled_apis = ['osapi_compute'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.540970] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] enabled_ssl_apis = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541153] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] flat_injected = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541314] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] force_config_drive = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541473] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] force_raw_images = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541643] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] graceful_shutdown_timeout = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.541804] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] heal_instance_info_cache_interval = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542032] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] host = cpu-1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542211] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542371] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542531] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542750] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.542916] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_build_timeout = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543078] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_delete_interval = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543250] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_format = [instance: %(uuid)s] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543414] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_name_template = instance-%08x {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543575] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_usage_audit = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543743] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_usage_audit_period = month {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.543907] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544084] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544252] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] internal_service_availability_zone = internal {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544406] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] key = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544565] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] live_migration_retry_count = 30 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544734] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_color = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.544895] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_config_append = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545069] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545232] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_dir = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545390] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545534] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_options = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545682] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_rotate_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.545845] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_rotate_interval_type = days {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546017] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] log_rotation_type = none {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546153] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546281] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546444] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546607] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546785] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.546894] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] long_rpc_timeout = 1800 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547064] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_concurrent_builds = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547225] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_concurrent_live_migrations = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547385] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_concurrent_snapshots = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547564] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_local_block_devices = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547731] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_logfile_count = 30 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.547890] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] max_logfile_size_mb = 200 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548057] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] maximum_instance_delete_attempts = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548226] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metadata_listen = 0.0.0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548391] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metadata_listen_port = 8775 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548572] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metadata_workers = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548770] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] migrate_max_retries = -1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.548941] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] mkisofs_cmd = genisoimage {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549161] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549297] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] my_ip = 10.180.1.21 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549461] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] network_allocate_retries = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549639] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549807] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.549968] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] osapi_compute_listen_port = 8774 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550151] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] osapi_compute_unique_server_name_scope = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550318] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] osapi_compute_workers = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550480] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] password_length = 12 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550641] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] periodic_enable = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550800] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] periodic_fuzzy_delay = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.550966] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] pointer_model = usbtablet {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551145] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] preallocate_images = none {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551306] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] publish_errors = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551436] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] pybasedir = /opt/stack/nova {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551594] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ram_allocation_ratio = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551756] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rate_limit_burst = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.551921] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rate_limit_except_level = CRITICAL {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552091] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rate_limit_interval = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552252] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reboot_timeout = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552410] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reclaim_instance_interval = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552565] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] record = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552785] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reimage_timeout_per_gb = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.552977] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] report_interval = 120 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553151] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rescue_timeout = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553312] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reserved_host_cpus = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553473] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reserved_host_disk_mb = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553631] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reserved_host_memory_mb = 512 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553791] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] reserved_huge_pages = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.553949] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] resize_confirm_window = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554121] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] resize_fs_using_block_device = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554281] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] resume_guests_state_on_host_boot = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554448] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554608] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] rpc_response_timeout = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554770] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] run_external_periodic_tasks = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.554934] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] running_deleted_instance_action = reap {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555105] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555265] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] running_deleted_instance_timeout = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555425] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler_instance_sync_interval = 120 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555591] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_down_time = 720 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555758] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] servicegroup_driver = db {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.555913] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] shell_completion = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556083] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] shelved_offload_time = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556247] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] shelved_poll_interval = 3600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556411] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] shutdown_timeout = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556572] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] source_is_ipv6 = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556732] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ssl_only = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.556980] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.557163] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] sync_power_state_interval = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.557323] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] sync_power_state_pool_size = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.557489] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] syslog_log_facility = LOG_USER {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.557675] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] tempdir = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.557841] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] timeout_nbd = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558014] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] transport_url = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558183] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] update_resources_interval = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558343] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_cow_images = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558509] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_eventlog = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558763] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_journal = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.558952] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_json = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559135] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_rootwrap_daemon = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559297] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_stderr = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559457] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] use_syslog = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559611] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vcpu_pin_set = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559779] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plugging_is_fatal = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.559943] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plugging_timeout = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.560120] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] virt_mkfs = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.560282] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] volume_usage_poll_interval = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.560442] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] watch_log_file = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.560606] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] web = /usr/share/spice-html5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.560786] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_concurrency.disable_process_locking = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561370] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561567] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.561826] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562049] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562236] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562408] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562595] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.auth_strategy = keystone {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.562768] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.compute_link_prefix = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563016] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563220] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.dhcp_domain = novalocal {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563398] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.enable_instance_password = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563567] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.glance_link_prefix = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563738] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.563917] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564106] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.instance_list_per_project_cells = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564279] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.list_records_by_skipping_down_cells = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564448] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.local_metadata_per_cell = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564619] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.max_limit = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.564823] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.metadata_cache_expiration = 15 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565025] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.neutron_default_tenant_id = default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565203] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.response_validation = warn {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565376] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.use_neutron_default_nets = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565548] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565716] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.565886] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566072] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566246] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_dynamic_targets = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566409] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_jsonfile_path = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566590] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566785] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.backend = dogpile.cache.memcached {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.566954] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.backend_argument = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567130] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.backend_expiration_time = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567303] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.config_prefix = cache.oslo {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567476] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.dead_timeout = 60.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567672] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.debug_cache_backend = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.567845] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.enable_retry_client = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568016] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.enable_socket_keepalive = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568196] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.enabled = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568362] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.enforce_fips_mode = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568549] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.expiration_time = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568740] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.hashclient_retry_attempts = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.568912] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569089] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_dead_retry = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569253] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_password = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569418] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569582] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569748] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_pool_maxsize = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.569910] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570086] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_sasl_enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570268] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570435] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570594] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.memcache_username = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570762] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.proxies = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.570925] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_db = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571101] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_password = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571275] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571451] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571620] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_server = localhost:6379 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571788] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_socket_timeout = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.571945] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.redis_username = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572121] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.retry_attempts = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572287] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.retry_delay = 0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572449] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.socket_keepalive_count = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572608] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.socket_keepalive_idle = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572768] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.socket_keepalive_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.572924] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.tls_allowed_ciphers = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573091] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.tls_cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573292] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.tls_certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573410] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.tls_enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573568] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cache.tls_keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573738] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.573912] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.auth_type = password {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574093] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574275] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574439] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574605] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574773] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.cross_az_attach = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.574936] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.debug = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575112] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.endpoint_template = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575279] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.http_retries = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575446] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575606] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575778] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.os_region_name = RegionOne {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.575940] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576112] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cinder.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576285] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576442] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.cpu_dedicated_set = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576597] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.cpu_shared_set = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576784] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.image_type_exclude_list = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.576963] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577140] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577303] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577467] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577660] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577828] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.resource_provider_association_refresh = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.577989] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578167] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.shutdown_retry_interval = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578346] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578523] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] conductor.workers = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578700] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] console.allowed_origins = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.578862] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] console.ssl_ciphers = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579044] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] console.ssl_minimum_version = default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579218] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] consoleauth.enforce_session_timeout = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579387] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] consoleauth.token_ttl = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579557] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579716] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.579916] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580101] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580267] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580427] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580591] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580752] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.580912] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581243] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581401] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581558] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581729] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.service_type = accelerator {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.581891] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582061] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582225] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582383] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582564] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582727] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] cyborg.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.582896] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.asyncio_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583068] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.asyncio_slave_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583243] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.backend = sqlalchemy {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583411] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583575] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.connection_debug = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583744] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.connection_parameters = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.583905] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.connection_recycle_time = 3600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.connection_trace = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584249] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.db_inc_retry_interval = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584412] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.db_max_retries = 20 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584575] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.db_max_retry_interval = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584739] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.db_retry_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.584902] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.max_overflow = 50 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585076] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.max_pool_size = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585240] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.max_retries = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585410] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585567] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.mysql_wsrep_sync_wait = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585724] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.pool_timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.585886] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.retry_interval = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586053] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.slave_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586221] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.sqlite_synchronous = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586382] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] database.use_db_reconnect = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586548] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.asyncio_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586706] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.asyncio_slave_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.586874] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.backend = sqlalchemy {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587052] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587219] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.connection_debug = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587385] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.connection_parameters = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587567] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.connection_recycle_time = 3600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587740] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.connection_trace = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.587903] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.db_inc_retry_interval = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.db_max_retries = 20 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588245] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.db_max_retry_interval = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588405] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.db_retry_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588592] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.max_overflow = 50 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588772] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.max_pool_size = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.588939] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.max_retries = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589122] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589286] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589444] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.pool_timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589606] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.retry_interval = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589764] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.slave_connection = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.589927] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] api_database.sqlite_synchronous = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590118] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] devices.enabled_mdev_types = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590300] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590471] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590635] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ephemeral_storage_encryption.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590801] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.590970] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.api_servers = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591147] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591308] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591470] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591789] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.591949] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.debug = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592127] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.default_trusted_certificate_ids = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592291] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.enable_certificate_validation = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592454] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.enable_rbd_download = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592612] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592779] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.592939] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593109] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593269] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593430] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.num_retries = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593598] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.rbd_ceph_conf = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593759] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.rbd_connect_timeout = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.593925] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.rbd_pool = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594105] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.rbd_user = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594267] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594426] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594586] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594762] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.service_type = image {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.594926] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595098] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595259] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595417] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595592] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595757] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.verify_glance_signatures = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.595914] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] glance.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596090] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] guestfs.debug = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596260] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] mks.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596607] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.596831] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.manager_interval = 2400 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597028] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.precache_concurrency = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597211] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.remove_unused_base_images = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597385] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597578] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597772] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] image_cache.subdirectory_name = _base {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.597950] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.api_max_retries = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598132] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.api_retry_interval = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598295] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598459] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.auth_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598641] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598807] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.598975] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599157] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.conductor_group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599319] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599480] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599644] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599808] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.599964] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600137] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600295] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600460] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.peer_list = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600627] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600790] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.600949] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.serial_console_state_timeout = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601117] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601288] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.service_type = baremetal {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601446] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.shard = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601611] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601772] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.601931] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602102] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602284] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602445] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ironic.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.602828] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] key_manager.fixed_key = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603026] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603197] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.barbican_api_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603358] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.barbican_endpoint = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603535] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.barbican_endpoint_type = public {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603699] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.barbican_region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.603860] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604029] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604201] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604365] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604525] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604690] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.number_of_retries = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.604851] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.retry_delay = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605026] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.send_service_user_token = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605193] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605351] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605513] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.verify_ssl = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605671] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican.verify_ssl_path = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.605836] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606010] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.auth_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606175] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606333] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606498] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606662] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606820] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.606983] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607157] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] barbican_service_user.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607321] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.approle_role_id = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607479] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.approle_secret_id = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607681] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.kv_mountpoint = secret {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.607848] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.kv_path = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608025] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.kv_version = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608190] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.namespace = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608350] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.root_token_id = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608521] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.ssl_ca_crt_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608711] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.timeout = 60.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.608881] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.use_ssl = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609065] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609242] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609406] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.auth_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609567] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609729] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.609899] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610073] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610241] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610401] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610566] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610728] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.610887] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611059] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611224] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611385] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611546] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611719] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.service_type = identity {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.611886] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612057] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612224] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612386] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612569] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612732] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] keystone.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.612933] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.connection_uri = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613108] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_mode = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613275] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613444] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_models = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613613] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_power_governor_high = performance {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613784] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.613949] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_power_management = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614134] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614300] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.device_detach_attempts = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614465] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.device_detach_timeout = 20 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.disk_cachemodes = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614790] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.disk_prefix = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.614952] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.enabled_perf_events = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615129] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.file_backed_memory = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615294] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.gid_maps = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615459] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.hw_disk_discard = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615621] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.hw_machine_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615793] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_rbd_ceph_conf = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.615957] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616134] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616302] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_rbd_glance_store_name = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616470] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_rbd_pool = rbd {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616640] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_type = default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616801] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.images_volume_group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.616965] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.inject_key = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617140] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.inject_partition = -2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617306] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.inject_password = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617472] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.iscsi_iface = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617668] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.iser_use_multipath = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.617840] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618022] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618192] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_downtime = 500 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618358] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618535] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618717] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_inbound_addr = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.618888] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619073] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619244] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_scheme = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619419] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_timeout_action = abort {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619586] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_tunnelled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619747] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_uri = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.619910] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.live_migration_with_native_tls = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.max_queues = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620252] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620483] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620654] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.nfs_mount_options = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.620945] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621135] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621306] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621468] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621633] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621799] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_pcie_ports = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.621965] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622146] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.pmem_namespaces = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622310] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.quobyte_client_cfg = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622616] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622794] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.622961] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623143] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623306] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rbd_secret_uuid = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623466] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rbd_user = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623630] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623804] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.623965] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rescue_image_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624135] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rescue_kernel_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624298] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rescue_ramdisk_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624468] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.rx_queue_size = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.624799] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.smbfs_mount_options = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625111] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625293] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.snapshot_compression = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625462] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.snapshot_image_format = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625684] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.625857] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.sparse_logical_volumes = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626036] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.swtpm_enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626218] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.swtpm_group = tss {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626390] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.swtpm_user = tss {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626563] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.sysinfo_serial = unique {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626730] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.tb_cache_size = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.626893] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.tx_queue_size = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627075] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.uid_maps = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627247] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.use_virtio_for_bridges = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627422] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.virt_type = kvm {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627625] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.volume_clear = zero {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627800] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.volume_clear_size = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.627971] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.volume_use_multipath = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628149] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_cache_path = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628324] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628575] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628691] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.628867] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629186] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629372] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.vzstorage_mount_user = stack {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629547] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629724] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.629903] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.auth_type = password {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630078] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630244] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630410] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630571] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630734] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.630906] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.default_floating_pool = public {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631253] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.extension_sync_interval = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631417] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.http_retries = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631590] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631747] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.631906] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632087] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632252] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632419] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.ovs_bridge = br-int {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632582] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.physnets = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632753] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.region_name = RegionOne {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.632914] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633094] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.service_metadata_proxy = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633260] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633430] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.service_type = network {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633596] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633759] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.633917] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634088] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634269] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634431] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] neutron.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634613] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] notifications.bdms_in_notifications = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634790] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] notifications.default_level = INFO {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.634966] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] notifications.notification_format = unversioned {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635147] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] notifications.notify_on_state_change = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635324] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635500] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] pci.alias = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635671] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] pci.device_spec = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.635837] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] pci.report_in_placement = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636018] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636194] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.auth_type = password {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636362] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636525] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636688] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.636852] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637021] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637186] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637344] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.default_domain_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637505] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.default_domain_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637680] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.domain_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.637842] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.domain_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638018] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638188] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638350] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638524] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638701] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.638874] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.password = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639046] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.project_domain_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639218] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.project_domain_name = Default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639388] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.project_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639562] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.project_name = service {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639735] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.region_name = RegionOne {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.639899] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640073] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640247] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.service_type = placement {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640415] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640575] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640738] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.640897] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.system_scope = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641067] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641231] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.trust_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641392] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.user_domain_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641560] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.user_domain_name = Default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641722] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.user_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.641895] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.username = nova {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642087] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642256] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] placement.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642434] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.cores = 20 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642604] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.count_usage_from_placement = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642781] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.642950] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.injected_file_content_bytes = 10240 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643132] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.injected_file_path_length = 255 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643301] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.injected_files = 5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643469] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.instances = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643636] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.key_pairs = 100 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643804] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.metadata_items = 128 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.643969] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.ram = 51200 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644147] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.recheck_quota = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644316] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.server_group_members = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644482] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] quota.server_groups = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644654] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644820] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.644983] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.image_metadata_prefilter = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645162] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645327] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.max_attempts = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645492] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.max_placement_results = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645660] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.645823] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646011] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646190] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] scheduler.workers = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646368] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646539] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646727] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.646899] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647081] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647253] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647419] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647636] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647820] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.host_subset_size = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.647990] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648168] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648336] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648509] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.isolated_hosts = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.648765] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.isolated_images = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649014] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649265] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649510] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.649762] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.pci_in_placement = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650032] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650277] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650511] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650696] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.650882] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651068] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651240] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.track_instance_changes = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651419] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651595] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metrics.required = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651767] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metrics.weight_multiplier = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.651932] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652108] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] metrics.weight_setting = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652432] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652611] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652794] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.port_range = 10000:20000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.652966] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653153] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653324] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] serial_console.serialproxy_port = 6083 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653494] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653711] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.auth_type = password {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.653885] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654087] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654265] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654433] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654595] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654784] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.send_service_user_token = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.654951] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655124] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] service_user.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655297] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.agent_enabled = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655460] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.655802] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656017] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656247] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.html5proxy_port = 6082 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656420] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.image_compression = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656619] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.jpeg_compression = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656787] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.playback_compression = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.656956] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.require_secure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.657144] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.server_listen = 127.0.0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.657351] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.657561] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.streaming_mode = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.657755] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] spice.zlib_compression = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.657947] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] upgrade_levels.baseapi = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658138] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] upgrade_levels.compute = auto {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658302] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] upgrade_levels.conductor = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658463] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] upgrade_levels.scheduler = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658791] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.658950] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659122] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659288] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659454] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659613] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659780] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.659938] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vendordata_dynamic_auth.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660126] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.api_retry_count = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660290] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.ca_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660462] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660630] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.cluster_name = testcl1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660796] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.connection_pool_size = 10 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.660958] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.console_delay_seconds = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.661140] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.datastore_regex = ^datastore.* {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.661358] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.661541] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.host_password = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.661714] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.host_port = 443 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.661884] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.host_username = administrator@vsphere.local {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662067] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.insecure = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662232] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.integration_bridge = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662396] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.maximum_objects = 100 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662555] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.pbm_default_policy = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662719] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.pbm_enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.662876] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.pbm_wsdl_location = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663056] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663223] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.serial_port_proxy_uri = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663377] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.serial_port_service_uri = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663543] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.task_poll_interval = 0.5 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663733] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.use_linked_clone = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.663920] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.vnc_keymap = en-us {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.664105] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.vnc_port = 5900 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.664273] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vmware.vnc_port_total = 10000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.664461] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.auth_schemes = ['none'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.664635] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.664933] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.665131] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.665307] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.novncproxy_port = 6080 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.665508] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.server_listen = 127.0.0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.665744] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.665917] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.vencrypt_ca_certs = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666094] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.vencrypt_client_cert = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666256] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vnc.vencrypt_client_key = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666434] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666600] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_deep_image_inspection = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666768] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.666933] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.667107] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.667273] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.disable_rootwrap = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.667460] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.enable_numa_live_migration = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.667662] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.667832] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668062] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668253] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.libvirt_disable_apic = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668418] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668589] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668769] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.668934] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.669113] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.669278] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.669440] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.669604] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.669800] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.670041] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.670255] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.670493] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.client_socket_timeout = 900 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.670698] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.default_pool_size = 1000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.670930] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.keep_alive = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.671157] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.max_header_line = 16384 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.671340] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.671507] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.ssl_ca_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.671672] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.ssl_cert_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.671834] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.ssl_key_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.672008] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.tcp_keepidle = 600 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.672196] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.672366] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] zvm.ca_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.672531] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] zvm.cloud_connector_url = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.672837] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.673140] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] zvm.reachable_timeout = 300 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.673227] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.enforce_new_defaults = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.673609] env[62171]: WARNING oslo_config.cfg [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 537.673803] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.enforce_scope = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.673979] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.policy_default_rule = default {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.674177] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.674352] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.policy_file = policy.yaml {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.674526] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.674693] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.674856] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675025] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675199] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675369] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675573] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675773] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.675959] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.connection_string = messaging:// {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676146] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.enabled = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676319] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.es_doc_type = notification {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676480] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.es_scroll_size = 10000 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676652] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.es_scroll_time = 2m {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676819] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.filter_error_trace = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.676988] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.hmac_keys = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.677171] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.sentinel_service_name = mymaster {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.677339] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.socket_timeout = 0.1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.677518] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.trace_requests = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.677700] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler.trace_sqlalchemy = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.677886] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler_jaeger.process_tags = {} {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678062] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler_jaeger.service_name_prefix = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678231] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] profiler_otlp.service_name_prefix = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678398] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] remote_debug.host = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678560] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] remote_debug.port = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678743] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.678909] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679085] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679251] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679413] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679574] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679738] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.679923] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680106] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680280] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680441] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680611] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680781] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.680949] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681133] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681303] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681466] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681639] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681803] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.681964] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682142] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682309] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682472] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682638] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682800] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.682963] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683137] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683299] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683465] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683633] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683806] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.683978] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.684157] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.684326] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.684497] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.684678] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.684863] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685040] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_notifications.retry = -1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685228] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685406] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685613] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.auth_section = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685794] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.auth_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.685955] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.cafile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686130] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.certfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686299] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.collect_timing = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686460] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.connect_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686621] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.connect_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686784] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_id = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.686954] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687127] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_override = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687287] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687445] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687629] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.endpoint_service_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687807] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.insecure = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.687969] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.keyfile = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688141] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.max_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688300] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.min_version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688460] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.region_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688620] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.retriable_status_codes = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688780] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.service_name = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.688938] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.service_type = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689114] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.split_loggers = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689275] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.status_code_retries = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689434] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.status_code_retry_delay = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689592] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.timeout = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689751] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.valid_interfaces = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.689929] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_limit.version = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690118] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_reports.file_event_handler = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690286] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690446] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] oslo_reports.log_dir = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690615] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690777] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.690933] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691114] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691280] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691437] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691606] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691766] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.691922] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692100] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692265] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692424] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] vif_plug_ovs_privileged.user = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692594] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692778] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.692948] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693133] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693306] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693472] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693640] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693805] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.693982] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694165] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.isolate_vif = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694335] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694502] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694717] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694838] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.694999] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_vif_ovs.per_port_bridge = False {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.695182] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_brick.lock_path = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.695348] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.695528] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.695719] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.capabilities = [21] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.695881] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696051] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.helper_command = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696225] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696387] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696544] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] privsep_osbrick.user = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696717] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.696875] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.group = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.697040] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.helper_command = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.697208] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.697368] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.697553] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] nova_sys_admin.user = None {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.697693] env[62171]: DEBUG oslo_service.service [None req-7aa55b3d-0f4e-48df-9ab9-5ab3dc0b05e2 None None] ******************************************************************************** {{(pid=62171) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.698211] env[62171]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 538.201771] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Getting list of instances from cluster (obj){ [ 538.201771] env[62171]: value = "domain-c8" [ 538.201771] env[62171]: _type = "ClusterComputeResource" [ 538.201771] env[62171]: } {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 538.202952] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beec9f6b-ed24-4dbb-bee4-eaf9fd8116ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.211928] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Got total of 0 instances {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 538.212461] env[62171]: WARNING nova.virt.vmwareapi.driver [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.212921] env[62171]: INFO nova.virt.node [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Generated node identity d74d6899-e35f-475d-9063-de5cafb735d4 [ 538.213171] env[62171]: INFO nova.virt.node [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Wrote node identity d74d6899-e35f-475d-9063-de5cafb735d4 to /opt/stack/data/n-cpu-1/compute_id [ 538.715842] env[62171]: WARNING nova.compute.manager [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Compute nodes ['d74d6899-e35f-475d-9063-de5cafb735d4'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.721376] env[62171]: INFO nova.compute.manager [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.728033] env[62171]: WARNING nova.compute.manager [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.728419] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.728562] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.728715] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.728869] env[62171]: DEBUG nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 540.730110] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f49a8e-efa0-4c45-b869-8b13c8dbf496 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.738087] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760357d-cc8e-4473-8378-c670d22fbdfd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.752876] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea894abe-22d4-41d4-981b-2199c3feb329 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.758983] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c034d5fd-9037-4f1a-8d39-1ce86d0fb75c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.786829] env[62171]: DEBUG nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 540.786971] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.787199] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.289985] env[62171]: WARNING nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] No compute node record for cpu-1:d74d6899-e35f-475d-9063-de5cafb735d4: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d74d6899-e35f-475d-9063-de5cafb735d4 could not be found. [ 541.793847] env[62171]: INFO nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d74d6899-e35f-475d-9063-de5cafb735d4 [ 543.302513] env[62171]: DEBUG nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 543.302918] env[62171]: DEBUG nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 543.484606] env[62171]: INFO nova.scheduler.client.report [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] [req-e0533152-1abd-4697-b0d1-5c4c4d89deac] Created resource provider record via placement API for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.502520] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb7363b-229b-421a-bbea-785d1ef568b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.510492] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd4f35-e9bc-4184-944b-1a72fecaf9a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.549165] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d880df9-520a-4082-8d2a-4f366d54db0d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.558572] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbef5c3-f301-4c47-83b6-9acb59e91b3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.571200] env[62171]: DEBUG nova.compute.provider_tree [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.105470] env[62171]: DEBUG nova.scheduler.client.report [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 544.105705] env[62171]: DEBUG nova.compute.provider_tree [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 0 to 1 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.105849] env[62171]: DEBUG nova.compute.provider_tree [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.154552] env[62171]: DEBUG nova.compute.provider_tree [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 1 to 2 during operation: update_traits {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.659292] env[62171]: DEBUG nova.compute.resource_tracker [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 544.659558] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.872s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.659694] env[62171]: DEBUG nova.service [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Creating RPC server for service compute {{(pid=62171) start /opt/stack/nova/nova/service.py:186}} [ 544.673724] env[62171]: DEBUG nova.service [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] Join ServiceGroup membership for this service compute {{(pid=62171) start /opt/stack/nova/nova/service.py:203}} [ 544.673898] env[62171]: DEBUG nova.servicegroup.drivers.db [None req-87236468-1f77-41e2-b55d-dfd01fb4209e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62171) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 584.675662] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_power_states {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.179403] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Getting list of instances from cluster (obj){ [ 585.179403] env[62171]: value = "domain-c8" [ 585.179403] env[62171]: _type = "ClusterComputeResource" [ 585.179403] env[62171]: } {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 585.181129] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417a3f2a-0cf9-426a-ae53-762c801b7ccb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.192198] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Got total of 0 instances {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 585.192523] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 585.192951] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Getting list of instances from cluster (obj){ [ 585.192951] env[62171]: value = "domain-c8" [ 585.192951] env[62171]: _type = "ClusterComputeResource" [ 585.192951] env[62171]: } {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 585.194253] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e4204d-057f-47ed-9a06-fbaa5878a7cf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.203629] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Got total of 0 instances {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 593.048337] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.048735] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.048867] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 593.048989] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 593.552747] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 593.553081] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.553335] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.553531] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.553719] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.553909] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.554195] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.554370] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 593.554526] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 594.057908] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.058295] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.058428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.058505] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 594.059374] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3967f-2883-41b8-9f1b-14995aded554 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.067455] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51b197-a23c-4e8a-a308-0a4d32cf8133 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.080909] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023a01d0-4b30-4b80-8d64-63108d461583 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.086746] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8ee5a1-6e02-4ac9-9620-24d6c8a0bbb6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.114691] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 594.114835] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.115012] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.132894] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 595.133183] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 595.146700] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ab7295-5b4d-4bcf-8e07-249e982518a9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.154319] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40ffbdb-19c2-4802-b419-43b8c73c2fff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.182885] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e04d8b-e76b-45a6-8f0e-881a6a48b948 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.189356] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c2348-b20f-449c-aa32-7f9bc34633eb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.201933] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.704917] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 596.209856] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 596.209856] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.095s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.193393] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.193762] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.698446] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.698639] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 656.698759] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 657.200932] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 657.201295] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201372] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201518] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201663] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201804] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.201952] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.202104] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 657.202253] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 657.705746] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.705990] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.706186] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.706341] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 657.707264] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9332dc50-3846-4abf-a12b-856636edbac6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.715467] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a48fe6-8fc0-407f-8e5e-863d00d4984e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.728863] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127902b9-b879-4766-aaa4-c235d73f2111 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.734949] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906d02c8-9ab2-4e73-9e08-076fe827d03e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.763019] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181288MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 657.763175] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.763378] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.782245] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 658.782503] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 658.795361] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c06d31-aef5-4f42-ba94-b5726fe4d7ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.802713] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36783a27-a0d8-4763-8de2-ddcbc2a93d05 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.830981] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca12747-1827-4530-8b57-01d040e94eff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.837669] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4de476c-e617-4985-a577-71c62bdd4ada {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.849948] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.353081] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 659.354389] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 659.354574] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.355925] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.356362] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.356362] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 719.356428] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 719.859137] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 719.859377] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.859510] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.859654] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.859799] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.859938] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.860098] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.860226] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 719.860364] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.364019] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.364389] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.364432] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.364587] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 720.365493] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f41758-2b7f-40c8-ae9d-07505ae801fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.374742] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b26b1ac-fa5c-47f0-b170-e9a6ea687387 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.389167] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf70d8-21fb-4ca7-91c9-8efc31cb5092 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.395205] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a19a5-d473-4393-ab44-8a80e7756c0d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.424299] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 720.424437] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.424619] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.443821] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 721.444098] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 721.457186] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84767d15-8e64-45c4-a934-28f00e3da24a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.464819] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4de6b-e3f9-4f81-8d18-23c91dea94b5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.493055] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46845bc5-5127-49ce-8fbd-71a2da0c9a00 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.499511] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eed5aea-2909-4970-a801-8ba10806ce8f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.511903] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.015128] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 722.016413] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 722.016597] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.693998] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.201263] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.201263] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 777.201263] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 777.703804] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 777.703804] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.703804] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.703804] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.704418] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.704418] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.704418] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 777.704418] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 777.704603] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.208056] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.208328] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.208503] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.208657] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 778.209547] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca95536e-2f34-425f-afc5-4a1abe53cadb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.217933] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6e83b-4fd5-42b3-9c48-31e4083deec3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.231527] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6432b5-8dd3-41f7-94b2-f9ce13c617de {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.237506] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564c60cb-fb8a-4374-ad06-ed4f803cccb3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.265575] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181286MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 778.265706] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.265865] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.284321] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 779.284591] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 779.298255] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df926b-9e8d-44b3-b93c-ccffc41254c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.305848] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd61020-96a1-40d8-b8a3-297151253ec6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.335022] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a750c0a2-f91f-404b-b04d-9002b8e896a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.341631] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff7e8d-3234-4856-9c93-3bcdb339effa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.353932] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.858319] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 779.858319] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 779.858319] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.196740] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.038054] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.038054] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 833.541130] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] There are 0 instances to clean {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 833.541409] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.541514] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances with incomplete migration {{(pid=62171) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 834.044497] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.547230] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.038464] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.032705] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.037372] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.037558] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.037717] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.541085] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.541413] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.541525] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.541685] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 837.542586] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e56bb-2b4b-4ad4-9d5b-9e2600131026 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.550765] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174293a5-bcfa-49a1-b922-0b81be6b44cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.564411] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a785714-c9d6-489b-9b1b-4d8924b11366 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.570312] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa25b911-7bb6-44f4-a731-a2f1fb148f24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.598055] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181261MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 837.598189] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.598370] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.617676] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 838.617965] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 838.630644] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f846b61-c095-4263-a038-ebf9a72d63c8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.637891] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96750d78-d6ea-4393-b046-6eb93937d1fa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.667264] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757a18d-798a-448b-b2a3-cfc7c0a7507c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.674048] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219b9bb6-fec8-4911-b288-28b39f8ae564 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.686986] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.189800] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 839.191092] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 839.191276] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.191765] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.192182] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 840.192182] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 840.695487] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 840.695746] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.695892] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.696034] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 894.038669] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.036491] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.036491] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.541134] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 897.541134] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 898.045050] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.045050] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.045050] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.045591] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 898.046171] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2e0e2-b0eb-44ab-b5e6-91bbffee09ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.055321] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34ffaf-af00-4116-92b7-8f7eaed04a83 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.069268] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff4a71-16c8-4998-8d25-d82c890a00ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.075295] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098fdf6d-2d8b-414d-b0b9-fb22232f1a25 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.102650] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181329MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 898.102792] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.102980] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.137090] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 899.137090] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 899.154056] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 899.167086] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 899.167086] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.179647] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 899.194924] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 899.204757] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200574c9-3116-4f77-a564-ccbbe911b733 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.213078] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbd93fe-ebc1-459e-9e40-3010168d1f42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.242348] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b9402-34b7-4c09-b92f-a8f0c40bdb35 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.249283] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2ab8e3-2f45-4ccc-bdd8-fe9b27cc00fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.261757] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.765719] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 899.766109] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 899.766334] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.663s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.264078] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.264419] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 900.264419] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 900.767445] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 900.767806] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.767806] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.767970] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.768118] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 901.037536] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.038506] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 958.038357] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.032783] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.037359] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.037561] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 959.540453] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.540837] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.540877] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.541040] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 959.542028] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d99d48-1937-4abc-b6d6-11fdc1c4e23d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.550598] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5718c-8770-4104-9a08-b9073d58fd07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.564881] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03ac77-4b65-4f17-8d6f-0ec82ff2c866 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.571175] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ae8ea9-30c6-4993-9595-0a294de3b974 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.598817] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 959.599045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.599189] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.617971] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 960.618253] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 960.631571] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466560da-9562-4771-89f4-f94c04a16bff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.638825] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250faef1-91a0-49c1-b0ff-b6bea78f1d63 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.668278] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc7cfd-c2ad-4982-83ea-c9b05002b9dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.675072] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387cc5a0-bb7f-44c7-9bd5-d29989170c81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.688161] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.191452] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 961.192834] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 961.193044] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.193807] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.194196] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 962.194196] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 962.697195] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 962.697449] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.697598] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.697762] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.697894] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1015.037371] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1018.040246] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1019.033463] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.037016] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.037381] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.037505] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.037599] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1021.540779] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.541048] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.541227] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.541380] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1021.542318] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d762931-d70c-4879-8a99-1d1ea95ae7ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.550461] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec77bd1-654f-4407-a3a8-262aa7d399c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.564194] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7434913b-abc8-40e0-a660-1d23759c5c9c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.570105] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a85856f-eb4e-42e9-8151-cef4024ca6b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.600325] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181338MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1021.600495] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.600654] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.621505] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1022.621758] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1022.635030] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babb3ab3-8ac6-4dea-9ad3-a7239494f0c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.642791] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf41871-4e8f-4bde-979a-2ec978ada310 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.671073] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8dcdd7-e7bc-468a-a36d-34922238c8ad {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.677854] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab2831b-3d65-4758-97bd-9bf4905e92b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.691126] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.194332] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1023.195633] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1023.195820] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.197173] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.197554] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1024.197554] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1024.700155] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1024.700396] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.700558] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1024.700691] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1075.037876] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1079.037439] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.032891] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.037600] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.037924] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.038222] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.038473] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.038616] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1083.038768] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.542054] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.542313] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.542387] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.542530] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1083.543474] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc33a1-d3bb-4be9-b0cc-b4964e4b25be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.552030] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb94bc4-ba9b-456d-ab0c-53b08ba83dab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.565476] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813cddf-0e3b-4a1f-ae73-155781c28f75 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.571394] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938109f-4dbc-46a0-935b-b78551c693be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.599612] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181341MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1083.599760] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.599945] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.619704] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.619704] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.633016] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681bb626-2f3b-45bb-b440-a252bd9b846a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.638968] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ac41b-d076-4b8c-a530-81ad5495e78d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.667676] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4158493-db6b-417e-bc51-dcb67ab61535 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.674941] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f8c05f-54b4-461a-800d-ac14c24c77b7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.688519] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.193537] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1085.193537] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1085.193537] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.194468] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.194468] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1087.194468] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1087.697512] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1134.038522] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.540355] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.032654] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.038453] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.038213] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.038467] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.039060] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1142.543075] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] There are 0 instances to clean {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1143.542140] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.032013] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.535990] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.037785] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.037785] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1145.037785] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1145.540801] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.541053] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.541228] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.541385] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1145.542295] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bbc2c7-84dd-4a62-b979-b18b657cd487 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.550748] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e9c6ab-594d-40e6-b2b7-b887c6dd43ad {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.564295] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b88ff0-370e-4cff-b269-5dab5a927a18 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.570672] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7722e5a-0555-41fe-835d-75a68c179d5f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.599208] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1145.599391] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.599564] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.619241] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1146.619555] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1146.633757] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9883224-aafd-4848-81fc-2516bacfdbca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.641292] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9439333-0139-428b-9ff3-012998e6b07b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.670053] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa2dde6-ec1b-4aa3-b64e-c0dba18905ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.677008] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4d614-0148-4fff-93fa-32e2d5613c52 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.690429] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.193573] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1147.194852] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1147.195048] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.195274] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1147.195414] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances with incomplete migration {{(pid=62171) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1148.699085] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1148.699502] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1148.699502] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1149.202218] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1184.678671] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_power_states {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.181883] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Getting list of instances from cluster (obj){ [ 1185.181883] env[62171]: value = "domain-c8" [ 1185.181883] env[62171]: _type = "ClusterComputeResource" [ 1185.181883] env[62171]: } {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1185.182964] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cac8bfc-d355-4d1a-9b90-971a4ecca150 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.191529] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Got total of 0 instances {{(pid=62171) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1197.553021] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.034354] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.037359] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.038053] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.038053] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.038053] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.037703] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.038166] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1207.038166] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1207.540864] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1207.541149] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.541321] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1207.541491] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.044255] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.044648] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.044648] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.044811] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1208.045759] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561c1863-5dea-4101-ae75-1cfe87ea4084 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.054181] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703310c5-cd20-43eb-8036-9271c3c5e32c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.068196] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483f90f0-f4b9-4a9f-bfc0-08be2d9ce086 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.074383] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c56671-0a2a-48ce-a558-181615811a0c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.102225] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181333MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1208.102362] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.102536] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.219535] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1209.219804] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1209.235118] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1209.246792] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1209.246961] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.255926] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1209.270509] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1209.281388] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5d83b3-b338-4bea-a49c-6e5a176e2e11 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.288507] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82498b2-4eb5-4a95-b268-0ce645bca1bb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.317330] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930ae29c-cc32-4f08-8baf-94915fb59bf4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.324305] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0620a8-5db3-4cb0-85ae-81b7be18dd3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.336699] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.839416] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.840725] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1209.840914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.738s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.337796] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.035342] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.036885] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.038539] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.038950] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.039248] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.034020] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.538577] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.538957] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1268.038040] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.038246] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1268.038381] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1268.541191] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1269.038047] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.541693] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.542120] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.542120] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.542285] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.543235] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685a88b2-1548-4480-9242-7e59b1695985 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.551315] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37223a80-d28f-4208-96dc-fc6d92182a19 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.564578] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48280193-96dd-4b6d-a7d5-8b9b171b4a8c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.570560] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3932c4b8-979e-4e2f-99d1-c436deea67c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.598975] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181335MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.599154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.599349] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.617836] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.618103] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.631449] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5802034-c4de-4dc8-ac99-72e56af06237 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.638886] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5fb188-2e92-4635-96c6-2d4c3e163c52 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.668093] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81351fb6-832f-41e1-b712-fbb02649782c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.674615] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595bb58a-8696-4b3d-b81a-b10ae1969728 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.687042] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.190349] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1271.191631] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1271.191807] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.192625] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.034236] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1323.037463] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.037578] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.037976] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.037694] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.038138] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.038183] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1329.038472] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.542037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.542302] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.542473] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.542627] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1329.543507] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e363c69d-530b-4312-bcad-4224833432ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.551660] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd724ca0-95e2-44be-8a45-595da69dd8d6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.564923] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dfc972-773f-420b-a8d1-3a9816e47441 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.570685] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1ca50-02f7-4232-88cb-7cada4b255b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.598537] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1329.598671] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.598850] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.618652] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1330.618969] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1330.634162] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076d284-968e-493f-b269-ccdc2c4cfa05 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.641555] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d699bcf1-c347-493d-85b1-57e414d2ba2c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.670162] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb121c-fcde-4806-8ab1-eb9ab4d0dd26 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.676704] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bbccb-6da9-4ee0-8bca-1475a60cf356 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.689126] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.191740] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.193093] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1331.193288] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.193279] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.193604] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1332.193643] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1332.697028] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1381.039018] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.033471] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.037451] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.039411] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.038071] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.036832] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.037267] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1390.037267] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1390.540443] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1390.540716] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.540836] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.540975] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1390.541221] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.044653] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.045064] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.045064] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.045237] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1391.046117] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20f990-c5a7-4241-a70a-46d5528cfe2a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.054172] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b6fa4c-7281-4462-a118-23f0414f3ba2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.067545] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e758a7-5c73-460f-afc0-ecd5249150dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.073393] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c033adf-aa9f-4a98-ab0e-3bed2be25d7e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.101830] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181343MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1391.101988] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.102180] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.119862] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1392.120114] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1392.132548] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f44225c-dd3a-41f5-95b5-a8c92464973f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.139862] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26db9ced-019a-4e6c-bf0f-11d276bffaaf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.168307] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddee339-bbb8-4d22-b732-cb0390341b81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.174925] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf0c0b1-788b-4100-a858-98b9858de7cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.187146] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.689614] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1392.690961] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1392.691218] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.589s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.686858] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.037656] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.542558] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.542956] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1443.046195] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] There are 0 instances to clean {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1443.541677] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.032341] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.037648] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.038065] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.038065] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.038224] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances with incomplete migration {{(pid=62171) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1449.539806] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.037661] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.038080] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1451.038080] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1451.540457] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1451.540714] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.043617] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.043979] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1452.044046] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.044211] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1452.045154] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8619c2a-ae29-4b69-b549-77232b90ea93 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.053509] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818778df-801b-45a2-9257-9f9d981e793a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.067262] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e32e0c-1fbb-49f0-b3ab-ca79490c8bf9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.073723] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76457265-09a0-428b-8dc6-5c79b0e8bf41 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.102891] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1452.103076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.103259] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.121291] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1453.121560] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1453.135357] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0afd463-013b-4ee0-9b64-18eba4e50d8b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.142809] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b53fc7-7864-4dd7-ab5f-6e6e8a1b747a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.172139] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d5b82d-b0af-4a26-80f4-c30917611770 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.179547] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e159d28-a776-438d-ad7a-0f22bd950cbc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.194070] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.696864] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1453.698144] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1453.698321] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.195119] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.195477] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.195517] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1503.038199] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.032371] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.038249] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.038655] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.037611] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.038068] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1511.038068] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1511.540954] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Didn't find any instances for network info cache update. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1511.541228] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.038018] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.037348] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.037533] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1513.037704] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.540435] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.540815] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.540815] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.541024] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1513.541876] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a15a830-55cb-4bdb-978d-c27ca90beda6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.549888] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c8243-5c97-4fce-8910-da66f8583504 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.563485] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7b4055-21c2-462e-97b7-8ade06747e7d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.569544] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a122a514-b739-40a7-83ce-4266e1d6f4da {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.598111] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181336MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1513.598257] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.598432] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.630496] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1514.630723] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1514.645866] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1514.656186] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1514.656361] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1514.664975] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1514.678564] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1514.689064] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad592c-3c5e-4572-9fcd-daa598da4207 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.696156] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a83838-0edc-4645-9dbb-2f78c01c96ce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.725651] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52834f2-6668-464f-b5a6-ced457b851dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.732426] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa48a8-91fb-4db2-9d8f-9281303c8b3f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.744732] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.248048] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1515.249207] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1515.249390] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.651s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.245330] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.467814] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.468101] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.551387] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.551387] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.974823] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1544.053321] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1544.317066] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.317346] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.392248] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.392468] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.520662] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.520914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.522544] env[62171]: INFO nova.compute.claims [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.575405] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.821026] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1544.895210] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1545.350613] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.419055] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.619916] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778adf99-85aa-4abd-90d2-1945a95d7211 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.631525] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b79a4c-97d5-44c7-9c3b-69f573eabcf4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.670472] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405daf6-445e-48d3-891b-830bf73bf8b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.678417] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef8291-d32d-4133-8187-66dc4fdbe111 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.692721] env[62171]: DEBUG nova.compute.provider_tree [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.195998] env[62171]: DEBUG nova.scheduler.client.report [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1546.630481] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.630729] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.704331] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.704939] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1546.709400] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.133s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.710938] env[62171]: INFO nova.compute.claims [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.134154] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1547.223520] env[62171]: DEBUG nova.compute.utils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.229832] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1547.229832] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1547.667567] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.745812] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1547.893183] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a8fda1-99a5-4aef-97a0-0d7c12c58d07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.904019] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402b031-916d-4105-ab2f-fdd2ec0d6e78 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.936471] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79264b20-1383-40d1-be3b-b8cdffe99967 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.945335] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a12ed-9f95-4bb9-b4b6-526c3eaf98c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.967498] env[62171]: DEBUG nova.compute.provider_tree [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.982634] env[62171]: DEBUG nova.policy [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd50aa0e5bbca41868b89f45bd8a7ec10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0597136e6574511a290f83b91b9bbf4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1547.984732] env[62171]: DEBUG nova.scheduler.client.report [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1548.491496] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.781s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.491496] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1548.495043] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.144s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.498628] env[62171]: INFO nova.compute.claims [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.767071] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1548.801626] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.801879] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.802062] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.802262] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.802447] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.802553] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.802775] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.802934] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.803128] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.803492] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.803492] env[62171]: DEBUG nova.virt.hardware [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.804779] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75102f78-3258-44e7-b2d2-bb50ccb289fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.815862] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c9f812-e8af-4acf-8da0-49d5cad70680 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.833026] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9babea-ea77-4f16-bf44-966ed939d342 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.008936] env[62171]: DEBUG nova.compute.utils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.008936] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1549.009469] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1549.234493] env[62171]: DEBUG nova.policy [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01ee38331be94839907ca7add3fe7f25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '394fd26da1f345b79f49d0dab0dab902', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1549.456158] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Successfully created port: c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.515623] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1549.629998] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4302f5-7b6a-45ff-9ac5-042ca04973fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.641083] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d474dc-2a65-4c9d-8b7a-c4e8e99fb46d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.675686] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7264d-3bec-43af-bc4a-2258a762021d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.687154] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec61a26-6f76-4d68-a2bc-b4b1192769d6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.710869] env[62171]: DEBUG nova.compute.provider_tree [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.900076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.900349] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.955875] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Successfully created port: b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.220023] env[62171]: DEBUG nova.scheduler.client.report [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1550.317484] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "89054463-b87a-4d12-abdb-285ba68b1a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.317729] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.405648] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1550.528859] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1550.558576] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1550.558885] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1550.559737] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.559737] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1550.559737] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.559737] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1550.559973] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1550.560193] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1550.560369] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1550.560529] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1550.560696] env[62171]: DEBUG nova.virt.hardware [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1550.561773] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bacbfbf-65a2-4397-aa94-fcc6ffaa2547 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.570259] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db933139-ccad-4963-98fe-3128d8b81bcb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.726618] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.727792] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1550.733026] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.313s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.733903] env[62171]: INFO nova.compute.claims [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.823445] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1550.931624] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.239851] env[62171]: DEBUG nova.compute.utils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.244043] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1551.244043] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1551.352813] env[62171]: DEBUG nova.policy [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c003d120532c4c2796eb0edd93b1ed34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f14d8494ea474405b217622156406d78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1551.356898] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.744813] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1551.896616] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85c5e1-1061-41b0-aee8-f25f11e8097f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.906600] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ac474-45ce-4f3b-965a-76ab30e5e02e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.940882] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3e91eb-e4b1-419e-bcd7-7578cac4532a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.949615] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d504cd10-c4db-4c07-85ff-47f7e8b2ec7e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.964806] env[62171]: DEBUG nova.compute.provider_tree [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1552.468854] env[62171]: DEBUG nova.scheduler.client.report [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.769311] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1552.832739] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1552.834315] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1552.834315] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.834315] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1552.834315] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.834315] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1552.834548] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1552.834548] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1552.834618] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1552.834781] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1552.834938] env[62171]: DEBUG nova.virt.hardware [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1552.835860] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb71ea6-d06c-4714-a141-c7e55da07320 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.849551] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ad2e13-5d11-4048-aa47-4a18cf689c1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.977365] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.977365] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1552.979873] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.313s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.981454] env[62171]: INFO nova.compute.claims [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1553.042508] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Successfully created port: 439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1553.491127] env[62171]: DEBUG nova.compute.utils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1553.498359] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1553.498359] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1553.635514] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Successfully updated port: c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.812915] env[62171]: DEBUG nova.policy [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '559586d242a94da4877ae807ecf16c37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e22d14f6175547a18d591905918fdc00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1553.930702] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Successfully updated port: b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.999799] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1554.139155] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.139674] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.139674] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1554.200963] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1656fa60-421f-469e-b184-cdde6a1d43e1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.211541] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.211799] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.218671] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bea8480-4ef6-40d1-9177-9558d2b5e17a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.256804] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8dc9b6-800e-4332-8322-2a5f33313a39 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.265027] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc8ba6-4100-4a2d-b47c-196dfe9b7d2c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.289828] env[62171]: DEBUG nova.compute.provider_tree [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.438308] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.438574] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquired lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.438791] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1554.720494] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1554.786680] env[62171]: DEBUG nova.compute.manager [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Received event network-vif-plugged-b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1554.786680] env[62171]: DEBUG oslo_concurrency.lockutils [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] Acquiring lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.786680] env[62171]: DEBUG oslo_concurrency.lockutils [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.786680] env[62171]: DEBUG oslo_concurrency.lockutils [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.786918] env[62171]: DEBUG nova.compute.manager [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] No waiting events found dispatching network-vif-plugged-b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1554.786957] env[62171]: WARNING nova.compute.manager [req-524d066b-53c7-4ee0-9831-315186abed77 req-228494d8-ebb4-49e1-835a-95c88ebb9cec service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Received unexpected event network-vif-plugged-b7553866-04b4-4763-a077-f533aae0443e for instance with vm_state building and task_state spawning. [ 1554.797955] env[62171]: DEBUG nova.scheduler.client.report [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1554.866575] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1555.022617] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1555.057698] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1555.057929] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1555.058093] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1555.058273] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1555.058429] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1555.058571] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1555.058772] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1555.058923] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1555.059421] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1555.062025] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1555.062025] env[62171]: DEBUG nova.virt.hardware [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1555.062025] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f61800-ca2c-420f-968f-98ed74a25f0c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.069809] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239888e-ba39-4ad8-8646-f4d9384dd4ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.096056] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1555.255559] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.313025] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.313499] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1555.316098] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.385s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.317592] env[62171]: INFO nova.compute.claims [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.388392] env[62171]: DEBUG nova.network.neutron [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updating instance_info_cache with network_info: [{"id": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "address": "fa:16:3e:d8:39:fd", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e3efad-d4", "ovs_interfaceid": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.824190] env[62171]: DEBUG nova.compute.utils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.827211] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1555.827211] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1555.893661] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.893965] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Instance network_info: |[{"id": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "address": "fa:16:3e:d8:39:fd", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e3efad-d4", "ovs_interfaceid": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1555.894600] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:39:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8e3efad-d404-44f2-b979-cd0d0a38f253', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.908801] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1555.909178] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-817741c7-4309-4429-bb9f-1f4a9fa8e23d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.924088] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created folder: OpenStack in parent group-v4. [ 1555.924088] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating folder: Project (d0597136e6574511a290f83b91b9bbf4). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1555.924088] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b445a8e-07ce-43ea-8f11-ac408c2e0809 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.939061] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created folder: Project (d0597136e6574511a290f83b91b9bbf4) in parent group-v407351. [ 1555.939061] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating folder: Instances. Parent ref: group-v407352. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1555.939061] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7452a0b3-48d2-43c6-92d0-a4ea365b7081 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.950594] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created folder: Instances in parent group-v407352. [ 1555.950594] env[62171]: DEBUG oslo.service.loopingcall [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.950594] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1555.950829] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97eddb10-80ce-420a-b99d-a0de50ed8818 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.979906] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.979906] env[62171]: value = "task-1978978" [ 1555.979906] env[62171]: _type = "Task" [ 1555.979906] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.993347] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978978, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.040158] env[62171]: DEBUG nova.network.neutron [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Updating instance_info_cache with network_info: [{"id": "b7553866-04b4-4763-a077-f533aae0443e", "address": "fa:16:3e:00:68:36", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7553866-04", "ovs_interfaceid": "b7553866-04b4-4763-a077-f533aae0443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.064471] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Successfully created port: 47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.199998] env[62171]: DEBUG nova.policy [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b8864d5db214501b0436646720e0ba2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34de0e82742b43f5bb0ad1f765a5ed4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1556.333850] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1556.495784] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978978, 'name': CreateVM_Task, 'duration_secs': 0.43956} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.496206] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1556.548961] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Releasing lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.548961] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Instance network_info: |[{"id": "b7553866-04b4-4763-a077-f533aae0443e", "address": "fa:16:3e:00:68:36", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7553866-04", "ovs_interfaceid": "b7553866-04b4-4763-a077-f533aae0443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1556.549581] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212f15d4-7ed8-46e9-b090-e6405631c8c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.553495] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:68:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7553866-04b4-4763-a077-f533aae0443e', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.563136] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Creating folder: Project (394fd26da1f345b79f49d0dab0dab902). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1556.563136] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cff2513a-203c-4e16-b726-f95b07b93944 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.576126] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de663468-51c6-4834-afda-b43d86c4dd6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.584831] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Created folder: Project (394fd26da1f345b79f49d0dab0dab902) in parent group-v407351. [ 1556.585130] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Creating folder: Instances. Parent ref: group-v407355. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1556.621083] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2d37795-5dc8-4282-b36d-423a2919b989 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.625395] env[62171]: DEBUG oslo_vmware.service [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928c4586-ab3f-402c-82d8-02503cfc8872 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.631121] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2e759-3a19-441f-9ed0-3d73370dbb42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.637139] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.637139] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.637732] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.638008] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fceb02d-73e5-49c8-9b09-255dc21d925d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.645291] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Created folder: Instances in parent group-v407355. [ 1556.645608] env[62171]: DEBUG oslo.service.loopingcall [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.649062] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1556.649461] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1556.649461] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5212850e-2f34-5125-6f35-48d1f4bff0ea" [ 1556.649461] env[62171]: _type = "Task" [ 1556.649461] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.649651] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ab62425-fee4-42eb-bd1b-9d77608dc06c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.666240] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dfa808-b4b2-4790-879f-d38fd9b8eac0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.680653] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "62cf026b-3186-4c9f-aa80-57058b88aa76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.681527] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.694021] env[62171]: DEBUG nova.compute.provider_tree [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.703342] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1556.706532] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.706532] env[62171]: value = "task-1978981" [ 1556.706532] env[62171]: _type = "Task" [ 1556.706532] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.710023] env[62171]: DEBUG nova.scheduler.client.report [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.712199] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.712566] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.712919] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.713182] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.713699] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.714684] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60f27a56-aeda-468e-ab34-8dd90c0c60f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.730356] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978981, 'name': CreateVM_Task} progress is 15%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.747972] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.747972] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1556.747972] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a01a2be-7de6-4bd3-b3f1-59e09f969e7b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.756749] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d938e6a-f43f-41cf-a37c-d6f8caef6fe1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.765978] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1556.765978] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528d7aa3-259f-8be7-6158-3ce37563ac6a" [ 1556.765978] env[62171]: _type = "Task" [ 1556.765978] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.781952] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Preparing fetch location {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1556.782251] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating directory with path [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.782670] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80a3c45-9013-4a28-980c-363355eb0561 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.820178] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created directory with path [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.820178] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Fetch image to [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1556.820178] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Downloading image file data 66539760-5f49-473d-a91d-bf62f48fa62f to [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62171) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1556.820178] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb37be-7697-4283-ac32-2f55cd2d54d1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.830151] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d35086-1ba6-4eea-8dd0-60a245dbb1f2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.841670] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115fc4d-5315-4a6b-bb2f-0076a46cf7ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.887199] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02d5c95-ccd7-4d6c-8021-1b3eec5ef22a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.890684] env[62171]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fcdb2e37-b300-4aa9-a3dd-26c3c280e9de {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.990587] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Downloading image file data 66539760-5f49-473d-a91d-bf62f48fa62f to the data store datastore1 {{(pid=62171) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1557.193647] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62171) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1557.260593] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.944s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.261125] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1557.270335] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.913s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.272093] env[62171]: INFO nova.compute.claims [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.284598] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978981, 'name': CreateVM_Task, 'duration_secs': 0.370723} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.284851] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1557.286394] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.286394] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.286394] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.286394] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73997e6e-0bab-49ef-8731-ae10264d52ec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.293873] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1557.293873] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526617b5-6c4f-d69b-8483-9862af4fe3e1" [ 1557.293873] env[62171]: _type = "Task" [ 1557.293873] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.308524] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526617b5-6c4f-d69b-8483-9862af4fe3e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.309787] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.352882] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1557.386120] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.386380] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.386576] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.386774] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.386911] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.387065] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.387271] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.387419] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.387598] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.387756] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.387919] env[62171]: DEBUG nova.virt.hardware [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.388811] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f35c01-732d-47b7-961b-76ac9d446a9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.400565] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e2ec51-02c9-4c1a-881c-ac2c919504fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.771380] env[62171]: DEBUG nova.compute.utils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.772938] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1557.773127] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1557.811080] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.811080] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.811755] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.844302] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Completed reading data from the image iterator. {{(pid=62171) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1557.844516] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1557.966310] env[62171]: DEBUG nova.policy [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2403c421de2c4dab9bd88a6a92a37a91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf91894982e84eacb0043b705403611b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1557.995228] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Successfully updated port: 439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.001786] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Downloaded image file data 66539760-5f49-473d-a91d-bf62f48fa62f to vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62171) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1558.006038] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Caching image {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1558.006663] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copying Virtual Disk [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk to [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1558.007121] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8650cb67-61ea-41e3-afb3-a9031dd73837 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.020759] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1558.020759] env[62171]: value = "task-1978982" [ 1558.020759] env[62171]: _type = "Task" [ 1558.020759] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.035920] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.055326] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Successfully created port: b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.276618] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1558.492704] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739379c1-01d7-4977-9fb1-3a6e49796d18 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.500488] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.500642] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.500794] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1558.509149] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd7377-3c88-4e8b-b5aa-c61404ccd321 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.558856] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a8b6a-21a8-405f-94f4-0577de39b378 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.576794] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978982, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.581201] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393da1d3-5e80-4aa9-adb6-a4b960e63527 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.596656] env[62171]: DEBUG nova.compute.provider_tree [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.039791] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Received event network-vif-plugged-c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1559.040516] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Acquiring lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.040652] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.040748] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.041654] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] No waiting events found dispatching network-vif-plugged-c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1559.041654] env[62171]: WARNING nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Received unexpected event network-vif-plugged-c8e3efad-d404-44f2-b979-cd0d0a38f253 for instance with vm_state building and task_state spawning. [ 1559.041654] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Received event network-changed-c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1559.041654] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Refreshing instance network info cache due to event network-changed-c8e3efad-d404-44f2-b979-cd0d0a38f253. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1559.041654] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Acquiring lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.041960] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Acquired lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.042114] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Refreshing network info cache for port c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1559.070570] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778722} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.070837] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copied Virtual Disk [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk to [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1559.071041] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleting the datastore file [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f/tmp-sparse.vmdk {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.071261] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44c533a9-bf9c-4177-a58a-685816a30715 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.078157] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1559.078157] env[62171]: value = "task-1978983" [ 1559.078157] env[62171]: _type = "Task" [ 1559.078157] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.087755] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.100936] env[62171]: DEBUG nova.scheduler.client.report [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.131703] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1559.183340] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Successfully created port: cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1559.294723] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1559.310020] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "4496e588-3745-4220-9679-b27a657fd09f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.310618] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.330780] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1559.331284] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1559.331284] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.331446] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1559.331503] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.331652] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1559.331842] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1559.332310] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1559.332310] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1559.332478] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1559.332551] env[62171]: DEBUG nova.virt.hardware [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1559.333690] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4406a2-aa17-4945-a1a2-964d0b4a9100 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.342672] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464fbfa-c4bf-483c-9f3b-fe6c9874447d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.591935] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037647} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.592313] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.592521] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Moving file from [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797/66539760-5f49-473d-a91d-bf62f48fa62f to [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f. {{(pid=62171) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1559.592803] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4ff060a1-d6fc-4f8b-83d6-064506fe80c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.602393] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1559.602393] env[62171]: value = "task-1978984" [ 1559.602393] env[62171]: _type = "Task" [ 1559.602393] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.607310] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.607310] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1559.619386] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.364s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.621055] env[62171]: INFO nova.compute.claims [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.628310] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978984, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.814159] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1560.120135] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978984, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026743} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.120408] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] File moved {{(pid=62171) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1560.120691] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Cleaning up location [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797 {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1560.120836] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleting the datastore file [datastore1] vmware_temp/0cfa109b-9aa9-4f4c-ab46-59a7f81f4797 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.121191] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d1e0eb-fe8f-4b0c-a718-33d5eeecb22a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.129804] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1560.129804] env[62171]: value = "task-1978985" [ 1560.129804] env[62171]: _type = "Task" [ 1560.129804] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.131738] env[62171]: DEBUG nova.compute.utils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.132126] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1560.132276] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1560.147572] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.155361] env[62171]: DEBUG nova.network.neutron [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updating instance_info_cache with network_info: [{"id": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "address": "fa:16:3e:fc:6b:4c", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439ae2e5-ba", "ovs_interfaceid": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.323918] env[62171]: DEBUG nova.policy [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b513cc386f14941b9dd5360c98921b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6b17c9c2c9e400c94a5ec9620af7ffb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1560.345760] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.641274] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1560.652088] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167994} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.653453] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.653453] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263c5060-2e73-48cf-8a23-91978cdf7d6d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.659493] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1560.659493] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e642a6-7c80-8baa-8259-9aa41891a731" [ 1560.659493] env[62171]: _type = "Task" [ 1560.659493] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.663914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.663914] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance network_info: |[{"id": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "address": "fa:16:3e:fc:6b:4c", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439ae2e5-ba", "ovs_interfaceid": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1560.664123] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:6b:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439ae2e5-ba7b-4121-9844-dc67b26b3b31', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.672951] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Creating folder: Project (f14d8494ea474405b217622156406d78). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1560.674310] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca04c5f6-3c9e-44be-aaaf-b74c5adfeb9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.682049] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e642a6-7c80-8baa-8259-9aa41891a731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.690100] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Created folder: Project (f14d8494ea474405b217622156406d78) in parent group-v407351. [ 1560.690944] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Creating folder: Instances. Parent ref: group-v407358. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1560.690944] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95c27bc6-db12-44c6-812e-00ce3a4e3850 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.703704] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Created folder: Instances in parent group-v407358. [ 1560.703704] env[62171]: DEBUG oslo.service.loopingcall [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.705164] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1560.705164] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fba6674-1edf-4ac7-95fe-40c0c2ea194c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.734132] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updated VIF entry in instance network info cache for port c8e3efad-d404-44f2-b979-cd0d0a38f253. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1560.734466] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updating instance_info_cache with network_info: [{"id": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "address": "fa:16:3e:d8:39:fd", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e3efad-d4", "ovs_interfaceid": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.745250] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.745250] env[62171]: value = "task-1978988" [ 1560.745250] env[62171]: _type = "Task" [ 1560.745250] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.756591] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978988, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.793748] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Successfully updated port: 47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.932080] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f069607-db64-4502-a036-7e798e9f9c79 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.941717] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48508874-61da-4ee2-8882-29676a6dcb99 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.984221] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f310966-4527-4316-b5a4-92aa646fe16b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.994289] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c36afa-fb45-4b9e-995c-04deb9f53a5d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.010563] env[62171]: DEBUG nova.compute.provider_tree [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.178236] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e642a6-7c80-8baa-8259-9aa41891a731, 'name': SearchDatastore_Task, 'duration_secs': 0.367683} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.178236] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.178934] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 63a3f6d1-15d0-430c-b6c9-a738aedcac9d/63a3f6d1-15d0-430c-b6c9-a738aedcac9d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1561.178934] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.178934] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.179118] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-895487bb-d0c6-48bb-b94f-5e61f0100bb6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.183867] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a921c41-4256-4434-bb16-362e734531a4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.194025] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1561.194025] env[62171]: value = "task-1978989" [ 1561.194025] env[62171]: _type = "Task" [ 1561.194025] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.207919] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.211260] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.211857] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1561.212373] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963a4575-89fb-40c6-9143-d8e6f42a0ea4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.220142] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1561.220142] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd30eb-c1fc-c7d3-3763-e172970d9f03" [ 1561.220142] env[62171]: _type = "Task" [ 1561.220142] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.228523] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd30eb-c1fc-c7d3-3763-e172970d9f03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.239937] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Releasing lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.240256] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Received event network-changed-b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1561.240489] env[62171]: DEBUG nova.compute.manager [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Refreshing instance network info cache due to event network-changed-b7553866-04b4-4763-a077-f533aae0443e. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1561.240855] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Acquiring lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.240924] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Acquired lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.241066] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Refreshing network info cache for port b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1561.261833] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978988, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.298992] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.298992] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquired lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.298992] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1561.460949] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.461220] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.514045] env[62171]: DEBUG nova.scheduler.client.report [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.661231] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1561.706855] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1561.708360] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1561.708556] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.708747] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1561.708892] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.709637] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1561.709927] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1561.710113] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1561.710285] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1561.710446] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1561.710624] env[62171]: DEBUG nova.virt.hardware [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1561.716875] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943a13c-c58b-4e32-af30-2beffba7bef5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.721426] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.737146] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d177db92-21fc-419a-b6e3-6dcd70d4eaf8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.745092] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd30eb-c1fc-c7d3-3763-e172970d9f03, 'name': SearchDatastore_Task, 'duration_secs': 0.092886} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.750722] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68230c40-a963-4245-8d30-661da22048e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.772636] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1561.772636] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5246023d-8554-4b9e-d2d0-311879e3bb54" [ 1561.772636] env[62171]: _type = "Task" [ 1561.772636] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.772938] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978988, 'name': CreateVM_Task, 'duration_secs': 0.56943} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.773044] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1561.776932] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.777179] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.777428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1561.777676] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa4f7cb-d457-46fc-9c47-74da2d28e6a2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.784120] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1561.784120] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f16939-d920-cc11-54d4-69b6bf5c9284" [ 1561.784120] env[62171]: _type = "Task" [ 1561.784120] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.786076] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5246023d-8554-4b9e-d2d0-311879e3bb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.795294] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f16939-d920-cc11-54d4-69b6bf5c9284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.926615] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Successfully created port: 625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.932686] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1562.020442] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.021023] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1562.024799] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.715s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.026281] env[62171]: INFO nova.compute.claims [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.127683] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Successfully updated port: b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.206687] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.283802] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5246023d-8554-4b9e-d2d0-311879e3bb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.295399] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f16939-d920-cc11-54d4-69b6bf5c9284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.538023] env[62171]: DEBUG nova.compute.utils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.538023] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1562.538023] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1562.631999] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.631999] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquired lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.631999] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1562.710955] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.752048] env[62171]: DEBUG nova.network.neutron [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Updating instance_info_cache with network_info: [{"id": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "address": "fa:16:3e:98:50:11", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d07c6c-e9", "ovs_interfaceid": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.795382] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5246023d-8554-4b9e-d2d0-311879e3bb54, 'name': SearchDatastore_Task, 'duration_secs': 1.001436} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.797914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.798239] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3cc67c78-e9e8-47ea-aa63-42b053f46cd4/3cc67c78-e9e8-47ea-aa63-42b053f46cd4.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1562.798823] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-733dbfab-6220-4896-8428-c6a2ec50aebb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.812640] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f16939-d920-cc11-54d4-69b6bf5c9284, 'name': SearchDatastore_Task, 'duration_secs': 0.987781} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.814305] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.814554] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.814803] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.814950] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.815198] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.815739] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1562.815739] env[62171]: value = "task-1978990" [ 1562.815739] env[62171]: _type = "Task" [ 1562.815739] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.816283] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e45f46b2-50e0-409c-9e6d-1b0855a9c9e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.827629] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.830467] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Updated VIF entry in instance network info cache for port b7553866-04b4-4763-a077-f533aae0443e. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1562.830845] env[62171]: DEBUG nova.network.neutron [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Updating instance_info_cache with network_info: [{"id": "b7553866-04b4-4763-a077-f533aae0443e", "address": "fa:16:3e:00:68:36", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7553866-04", "ovs_interfaceid": "b7553866-04b4-4763-a077-f533aae0443e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.833507] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.833623] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1562.834779] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f766e5ef-3d49-4061-9100-e65c8373cca4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.841288] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1562.841288] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52130c42-6f8d-389d-6bca-4069b7a3dcf4" [ 1562.841288] env[62171]: _type = "Task" [ 1562.841288] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.854039] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52130c42-6f8d-389d-6bca-4069b7a3dcf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.898419] env[62171]: DEBUG nova.policy [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '019b046f6a7c48868c7243e57be722bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '399c790caac54ff9bab7657d38fe6534', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1563.042990] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1563.133736] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.134018] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.145303] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Received event network-vif-plugged-439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1563.145508] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquiring lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.145734] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.145904] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.146266] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] No waiting events found dispatching network-vif-plugged-439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1563.146494] env[62171]: WARNING nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Received unexpected event network-vif-plugged-439ae2e5-ba7b-4121-9844-dc67b26b3b31 for instance with vm_state building and task_state spawning. [ 1563.146723] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Received event network-changed-439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1563.148018] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Refreshing instance network info cache due to event network-changed-439ae2e5-ba7b-4121-9844-dc67b26b3b31. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1563.150178] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquiring lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.150465] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquired lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.150602] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Refreshing network info cache for port 439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1563.207908] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.233463] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1563.253770] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Releasing lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.253976] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Instance network_info: |[{"id": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "address": "fa:16:3e:98:50:11", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d07c6c-e9", "ovs_interfaceid": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1563.254366] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:50:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47d07c6c-e910-4a6e-9de2-15e38a91491f', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.265574] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Creating folder: Project (e22d14f6175547a18d591905918fdc00). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1563.268028] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ca8948-5e26-4ad3-9811-a769f048b6ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.279572] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Created folder: Project (e22d14f6175547a18d591905918fdc00) in parent group-v407351. [ 1563.279572] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Creating folder: Instances. Parent ref: group-v407361. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1563.282799] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44378c56-63d1-46f3-8cd8-34afb30e4399 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.292976] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Created folder: Instances in parent group-v407361. [ 1563.293988] env[62171]: DEBUG oslo.service.loopingcall [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1563.293988] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1563.293988] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cde62479-60ab-4f78-a193-dcc2515ff257 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.311605] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81161155-0385-4be6-b55a-4bd5b828c7bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.338623] env[62171]: DEBUG oslo_concurrency.lockutils [req-b9ca737e-3d4c-4805-ab9f-6e7021f51421 req-1d2e5f1a-a4cc-4d23-8357-9bf495abc58c service nova] Releasing lock "refresh_cache-3cc67c78-e9e8-47ea-aa63-42b053f46cd4" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.339092] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.339092] env[62171]: value = "task-1978993" [ 1563.339092] env[62171]: _type = "Task" [ 1563.339092] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.344649] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72b27e-1deb-4abc-b01a-311b2a0a9626 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.355407] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.368922] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52130c42-6f8d-389d-6bca-4069b7a3dcf4, 'name': SearchDatastore_Task, 'duration_secs': 0.031156} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.369174] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978993, 'name': CreateVM_Task} progress is 15%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.396608] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a03db25-6a82-420d-b53a-c89a711bf9ec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.400130] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70c7172-5a33-4b43-ba7f-543303ebc32a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.407259] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1563.407259] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052469-1ea6-8f55-0d8f-d85350a413b6" [ 1563.407259] env[62171]: _type = "Task" [ 1563.407259] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.414921] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ce7507-e420-4199-92be-24b1edb63c3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.426368] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052469-1ea6-8f55-0d8f-d85350a413b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.433428] env[62171]: DEBUG nova.compute.provider_tree [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.626527] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Successfully updated port: cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.711511] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.838836] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.858420] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978993, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.923828] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052469-1ea6-8f55-0d8f-d85350a413b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.944070] env[62171]: DEBUG nova.scheduler.client.report [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.010878] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "004dbc11-180e-437b-89d9-cb2de69bd140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.011273] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "004dbc11-180e-437b-89d9-cb2de69bd140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.059523] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1564.076349] env[62171]: DEBUG nova.network.neutron [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Updating instance_info_cache with network_info: [{"id": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "address": "fa:16:3e:db:8d:55", "network": {"id": "edb82fc7-d60f-4017-a545-f24072e928f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-728813580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34de0e82742b43f5bb0ad1f765a5ed4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0703fd2-74", "ovs_interfaceid": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.088477] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1564.088835] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1564.088835] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.088976] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1564.089094] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.089275] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1564.089521] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1564.090256] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1564.090256] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1564.090256] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1564.090256] env[62171]: DEBUG nova.virt.hardware [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1564.092914] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e35129-b201-41fe-bc4a-c190eb728653 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.103448] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99f4322-d591-491d-837d-4648bf960712 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.127873] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.127873] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.127873] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1564.216031] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.340323] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.357290] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978993, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.373696] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Successfully created port: a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.428182] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052469-1ea6-8f55-0d8f-d85350a413b6, 'name': SearchDatastore_Task, 'duration_secs': 0.910023} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.428454] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.428719] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 85b88f2d-a6fc-4073-8988-27190e4ee0b1/85b88f2d-a6fc-4073-8988-27190e4ee0b1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1564.428968] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-206ee7d1-8b56-470b-ac7f-c76305c4f068 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.439877] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1564.439877] env[62171]: value = "task-1978994" [ 1564.439877] env[62171]: _type = "Task" [ 1564.439877] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.451913] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.452468] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1564.460455] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1978994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.460795] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.116s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.462298] env[62171]: INFO nova.compute.claims [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.581675] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Releasing lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.584019] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Instance network_info: |[{"id": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "address": "fa:16:3e:db:8d:55", "network": {"id": "edb82fc7-d60f-4017-a545-f24072e928f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-728813580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34de0e82742b43f5bb0ad1f765a5ed4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0703fd2-74", "ovs_interfaceid": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1564.584539] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:8d:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0703fd2-745e-445d-9f5a-d0e86ea54e75', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.595920] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Creating folder: Project (34de0e82742b43f5bb0ad1f765a5ed4a). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1564.596721] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c75b924d-3969-4cae-a028-1d0c05c468db {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.610461] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Created folder: Project (34de0e82742b43f5bb0ad1f765a5ed4a) in parent group-v407351. [ 1564.610461] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Creating folder: Instances. Parent ref: group-v407364. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1564.610905] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defbe66c-0eb5-4560-8acc-fe9fec8f8492 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.624273] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Created folder: Instances in parent group-v407364. [ 1564.624273] env[62171]: DEBUG oslo.service.loopingcall [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.624273] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1564.624273] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af9729d-55de-488c-861e-cf8367b67284 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.651430] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.651430] env[62171]: value = "task-1978997" [ 1564.651430] env[62171]: _type = "Task" [ 1564.651430] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.660410] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978997, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.713805] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.732226] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updated VIF entry in instance network info cache for port 439ae2e5-ba7b-4121-9844-dc67b26b3b31. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1564.732673] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updating instance_info_cache with network_info: [{"id": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "address": "fa:16:3e:fc:6b:4c", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439ae2e5-ba", "ovs_interfaceid": "439ae2e5-ba7b-4121-9844-dc67b26b3b31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.792833] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1564.838582] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.856096] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978993, 'name': CreateVM_Task, 'duration_secs': 1.426362} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.856296] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1564.857059] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.857233] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.857561] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.857861] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3178e7-e05e-4c43-9e2b-726205deb9e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.864421] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1564.864421] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5258ee52-f7fb-62f4-7f6c-17448c522582" [ 1564.864421] env[62171]: _type = "Task" [ 1564.864421] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.878852] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5258ee52-f7fb-62f4-7f6c-17448c522582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.956867] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1978994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.973973] env[62171]: DEBUG nova.compute.utils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.979774] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1564.979850] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1565.038089] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.038089] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.049334] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "aee05e74-29a2-40ca-8185-a3698c7321af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.049634] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.169054] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978997, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.215315] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978989, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.749639} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.215616] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 63a3f6d1-15d0-430c-b6c9-a738aedcac9d/63a3f6d1-15d0-430c-b6c9-a738aedcac9d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1565.215956] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.216275] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-119fc0d1-8b5f-455f-a8b5-2adbf5a37aba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.230401] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1565.230401] env[62171]: value = "task-1978998" [ 1565.230401] env[62171]: _type = "Task" [ 1565.230401] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.236381] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Releasing lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.236878] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Received event network-vif-plugged-47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1565.237302] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquiring lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.237658] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.238206] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.238664] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] No waiting events found dispatching network-vif-plugged-47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1565.238930] env[62171]: WARNING nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Received unexpected event network-vif-plugged-47d07c6c-e910-4a6e-9de2-15e38a91491f for instance with vm_state building and task_state spawning. [ 1565.239153] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Received event network-changed-47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1565.239587] env[62171]: DEBUG nova.compute.manager [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Refreshing instance network info cache due to event network-changed-47d07c6c-e910-4a6e-9de2-15e38a91491f. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1565.239929] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquiring lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.240308] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Acquired lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.240888] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Refreshing network info cache for port 47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1565.257031] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.282081] env[62171]: DEBUG nova.policy [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67f393fd515a44e882ff808a36e6402a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ab3f98f859f494ab337cd59dbf6f653', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1565.344624] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978990, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.297307} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.344624] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3cc67c78-e9e8-47ea-aa63-42b053f46cd4/3cc67c78-e9e8-47ea-aa63-42b053f46cd4.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1565.344624] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.344624] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6c6ec44-50a8-48c1-9f90-796f7d1782f3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.355234] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1565.355234] env[62171]: value = "task-1978999" [ 1565.355234] env[62171]: _type = "Task" [ 1565.355234] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.367751] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.382501] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5258ee52-f7fb-62f4-7f6c-17448c522582, 'name': SearchDatastore_Task, 'duration_secs': 0.051023} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.382875] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.383604] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.383961] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.384183] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.384635] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.385511] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024d1481-6c53-4ebc-bf6b-4acb2d49b8fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.400483] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.400586] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1565.401504] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b94e3f-3eb0-4559-8b3e-2418e6b6847b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.414783] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1565.414783] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269835b-2b6e-3322-8f92-06b636365450" [ 1565.414783] env[62171]: _type = "Task" [ 1565.414783] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.429345] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269835b-2b6e-3322-8f92-06b636365450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.452161] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1978994, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.486318] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1565.624870] env[62171]: DEBUG nova.network.neutron [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.636871] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Successfully updated port: 625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.666955] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978997, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.742861] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1978998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09764} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.743415] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.744963] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1080ef-673c-4b60-85c7-a3487b335d02 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.748338] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f2aab3-555a-44f4-af6a-954c331d1b12 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.769464] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d8653a-a39e-4c09-bb67-6e305402deb6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.783209] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 63a3f6d1-15d0-430c-b6c9-a738aedcac9d/63a3f6d1-15d0-430c-b6c9-a738aedcac9d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.783777] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c99122-afdb-4da0-bf3b-eb97b760304d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.832201] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704bc233-453f-4175-ad5a-441c8bd44322 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.834819] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1565.834819] env[62171]: value = "task-1979000" [ 1565.834819] env[62171]: _type = "Task" [ 1565.834819] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.841981] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a0a281-7463-4749-ab41-bf691a64952a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.849145] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.859717] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1565.869147] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1978999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092491} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.869597] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.870278] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050659ee-ff8e-45e6-836f-ecc72d64b424 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.895659] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 3cc67c78-e9e8-47ea-aa63-42b053f46cd4/3cc67c78-e9e8-47ea-aa63-42b053f46cd4.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.897203] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5c81d0-1ff5-48a9-8d11-d0d1db837f0a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.920641] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1565.920641] env[62171]: value = "task-1979001" [ 1565.920641] env[62171]: _type = "Task" [ 1565.920641] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.929390] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269835b-2b6e-3322-8f92-06b636365450, 'name': SearchDatastore_Task, 'duration_secs': 0.034006} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.933370] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979001, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.933526] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886e2614-cfa3-454c-805d-cdf8a4d35fc6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.938613] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1565.938613] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52adbc25-adc7-60bd-2381-430d11cd9965" [ 1565.938613] env[62171]: _type = "Task" [ 1565.938613] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.949516] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52adbc25-adc7-60bd-2381-430d11cd9965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.955202] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1978994, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018829} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.955561] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 85b88f2d-a6fc-4073-8988-27190e4ee0b1/85b88f2d-a6fc-4073-8988-27190e4ee0b1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1565.955856] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.956252] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deaacff3-72e8-4510-81de-7d1084d176c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.963396] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1565.963396] env[62171]: value = "task-1979002" [ 1565.963396] env[62171]: _type = "Task" [ 1565.963396] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.973565] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.131090] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.131727] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Instance network_info: |[{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1566.131959] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:26:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf691ec6-5cf1-43ef-a6cc-f6b2020b4483', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.140362] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Creating folder: Project (cf91894982e84eacb0043b705403611b). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1566.140662] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae29e68-9def-4937-a1f7-4986adac4d03 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.146640] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.146833] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquired lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.147023] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1566.155422] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Created folder: Project (cf91894982e84eacb0043b705403611b) in parent group-v407351. [ 1566.155422] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Creating folder: Instances. Parent ref: group-v407367. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1566.164621] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60c8f1b3-f8cc-458c-903a-fcc4fe5943f4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.172549] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978997, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.177364] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Created folder: Instances in parent group-v407367. [ 1566.177364] env[62171]: DEBUG oslo.service.loopingcall [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.177364] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1566.177364] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f6b883-4e7b-4e33-a8c9-577fefa587fa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.197954] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.197954] env[62171]: value = "task-1979005" [ 1566.197954] env[62171]: _type = "Task" [ 1566.197954] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.207199] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979005, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.346160] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.406021] env[62171]: ERROR nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [req-2abb486e-46e9-4269-b901-d0f30bf5d5c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2abb486e-46e9-4269-b901-d0f30bf5d5c3"}]} [ 1566.425648] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1566.442507] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979001, 'name': ReconfigVM_Task, 'duration_secs': 0.312053} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.451011] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 3cc67c78-e9e8-47ea-aa63-42b053f46cd4/3cc67c78-e9e8-47ea-aa63-42b053f46cd4.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.453318] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b89bc6de-fd92-4436-a3ee-c89751dc3ce3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.466591] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52adbc25-adc7-60bd-2381-430d11cd9965, 'name': SearchDatastore_Task, 'duration_secs': 0.023688} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.474529] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1566.474985] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.481452] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.482107] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa/94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1566.482691] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1566.482691] env[62171]: value = "task-1979006" [ 1566.482691] env[62171]: _type = "Task" [ 1566.482691] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.483982] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e436d923-c0b8-4a77-b129-ea46c2afdcef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.495013] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.418356} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.497166] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.497166] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4830ef9c-82aa-4c8b-a699-aa6f6a5f5b52 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.504095] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1566.511745] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1566.515904] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1566.515904] env[62171]: value = "task-1979007" [ 1566.515904] env[62171]: _type = "Task" [ 1566.515904] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.515904] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979006, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.549532] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 85b88f2d-a6fc-4073-8988-27190e4ee0b1/85b88f2d-a6fc-4073-8988-27190e4ee0b1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.549532] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8f651dd-6a64-4d94-b55b-1767b5d0079e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.579931] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1566.588038] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.590808] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1566.590808] env[62171]: value = "task-1979008" [ 1566.590808] env[62171]: _type = "Task" [ 1566.590808] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.601783] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.601783] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.601783] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.601989] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.601989] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.602120] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.602286] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.602509] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.602607] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.602773] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.602990] env[62171]: DEBUG nova.virt.hardware [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.603933] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d02155-353c-42c1-b242-c75a528c5b9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.613416] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.617083] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650aa77-5787-4c44-a3ed-7f99359ea662 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.663407] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1978997, 'name': CreateVM_Task, 'duration_secs': 1.695738} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.663563] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1566.664384] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.664475] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.664785] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1566.665049] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6495908-9d15-4428-8680-449634c3de3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.670229] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1566.670229] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52970752-ecc6-81d4-64fd-99f47d8df5cb" [ 1566.670229] env[62171]: _type = "Task" [ 1566.670229] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.686708] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52970752-ecc6-81d4-64fd-99f47d8df5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.690430] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Successfully created port: 9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1566.714610] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979005, 'name': CreateVM_Task, 'duration_secs': 0.405059} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.717957] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1566.722359] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.736174] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1566.856478] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979000, 'name': ReconfigVM_Task, 'duration_secs': 0.791463} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.862098] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 63a3f6d1-15d0-430c-b6c9-a738aedcac9d/63a3f6d1-15d0-430c-b6c9-a738aedcac9d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.864399] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f86cbf-e801-464d-87ef-c2ab05a19693 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.873997] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1566.873997] env[62171]: value = "task-1979009" [ 1566.873997] env[62171]: _type = "Task" [ 1566.873997] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.891923] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979009, 'name': Rename_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.922606] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6495f92-4abf-4e29-b512-5c0e6bfed232 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.934730] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8f1135-7f10-4089-849f-fe2dc5a39727 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.978439] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Updated VIF entry in instance network info cache for port 47d07c6c-e910-4a6e-9de2-15e38a91491f. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1566.978914] env[62171]: DEBUG nova.network.neutron [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Updating instance_info_cache with network_info: [{"id": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "address": "fa:16:3e:98:50:11", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d07c6c-e9", "ovs_interfaceid": "47d07c6c-e910-4a6e-9de2-15e38a91491f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.982036] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d68b703-9e8e-4ef2-a5ee-5ba4a509ac86 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.996116] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ed5e75-e666-41ac-abb4-470ec1238747 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.008038] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979006, 'name': Rename_Task, 'duration_secs': 0.156635} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.009250] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1567.009507] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526fc95c-7aff-4af4-a1e5-071fa2dd4215 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.021246] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.032780] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1567.032780] env[62171]: value = "task-1979010" [ 1567.032780] env[62171]: _type = "Task" [ 1567.032780] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.041716] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.048103] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979010, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.103071] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979008, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.183460] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52970752-ecc6-81d4-64fd-99f47d8df5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010796} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.183553] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.183961] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.184143] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.184875] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.184875] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.184875] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.185031] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.185281] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a31fb194-5576-4966-bd4b-4ff170a5ad26 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.187519] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4cb9b7-980d-420c-94e0-34212626a1b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.192986] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1567.192986] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52aca999-c2bc-73b5-b45d-830e653e0a8a" [ 1567.192986] env[62171]: _type = "Task" [ 1567.192986] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.205992] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52aca999-c2bc-73b5-b45d-830e653e0a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.205992] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.207545] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1567.208840] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e62d8e3-d704-4ec8-b938-c36548b17eb9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.214478] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1567.214478] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5273411d-4d8b-1d70-bf02-e0d17b0f3933" [ 1567.214478] env[62171]: _type = "Task" [ 1567.214478] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.224794] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5273411d-4d8b-1d70-bf02-e0d17b0f3933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.255262] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "41bc910d-7633-4beb-b841-715a02d91cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.255262] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.323119] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Received event network-vif-plugged-b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1567.323119] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquiring lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.327414] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.327414] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.327414] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] No waiting events found dispatching network-vif-plugged-b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1567.327414] env[62171]: WARNING nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Received unexpected event network-vif-plugged-b0703fd2-745e-445d-9f5a-d0e86ea54e75 for instance with vm_state building and task_state spawning. [ 1567.327414] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Received event network-changed-b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1567.327611] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Refreshing instance network info cache due to event network-changed-b0703fd2-745e-445d-9f5a-d0e86ea54e75. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1567.327611] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquiring lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.327670] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquired lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.327921] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Refreshing network info cache for port b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1567.330222] env[62171]: DEBUG nova.network.neutron [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updating instance_info_cache with network_info: [{"id": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "address": "fa:16:3e:86:86:5d", "network": {"id": "87fca985-89a1-4655-a335-6ade50bf7bcc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-809614795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b17c9c2c9e400c94a5ec9620af7ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625fa356-e0", "ovs_interfaceid": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.386509] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979009, 'name': Rename_Task, 'duration_secs': 0.267797} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.386820] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1567.387917] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8577a66a-0fb4-4c0a-a5be-74bf36c1627c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.395693] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1567.395693] env[62171]: value = "task-1979011" [ 1567.395693] env[62171]: _type = "Task" [ 1567.395693] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.405074] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.486695] env[62171]: DEBUG oslo_concurrency.lockutils [req-35e945e0-d24c-44d1-a381-6f616e739102 req-40bceca8-4987-4d1e-a541-8b00c7052534 service nova] Releasing lock "refresh_cache-94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.533531] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585585} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.534050] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa/94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1567.534286] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1567.538209] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28044b8f-328c-4aa5-a6a3-f521187437bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.545640] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.547238] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1567.547238] env[62171]: value = "task-1979012" [ 1567.547238] env[62171]: _type = "Task" [ 1567.547238] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.554966] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.561216] env[62171]: ERROR nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [req-7eb11ec3-3cca-47da-80f8-82e89130e2ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7eb11ec3-3cca-47da-80f8-82e89130e2ac"}]} [ 1567.593290] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1567.604950] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979008, 'name': ReconfigVM_Task, 'duration_secs': 0.551148} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.606474] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 85b88f2d-a6fc-4073-8988-27190e4ee0b1/85b88f2d-a6fc-4073-8988-27190e4ee0b1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.607052] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8121eb2e-3259-4e74-b199-dbebb787ede9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.612662] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1567.612662] env[62171]: value = "task-1979013" [ 1567.612662] env[62171]: _type = "Task" [ 1567.612662] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.617869] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1567.618101] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.626666] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979013, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.632115] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1567.655866] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1567.705789] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52aca999-c2bc-73b5-b45d-830e653e0a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014078} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.705789] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.705789] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.705789] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.728071] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5273411d-4d8b-1d70-bf02-e0d17b0f3933, 'name': SearchDatastore_Task, 'duration_secs': 0.008149} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.728071] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc872b10-c9c4-4f08-bca6-715d16029236 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.737986] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1567.737986] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5222672b-28b3-e86e-749e-a783cdcc58b8" [ 1567.737986] env[62171]: _type = "Task" [ 1567.737986] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.747911] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5222672b-28b3-e86e-749e-a783cdcc58b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.834596] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Releasing lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.834902] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Instance network_info: |[{"id": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "address": "fa:16:3e:86:86:5d", "network": {"id": "87fca985-89a1-4655-a335-6ade50bf7bcc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-809614795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b17c9c2c9e400c94a5ec9620af7ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625fa356-e0", "ovs_interfaceid": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1567.838946] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:86:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '625fa356-e068-4f60-8bad-aa4fb0ec86ab', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.847603] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Creating folder: Project (a6b17c9c2c9e400c94a5ec9620af7ffb). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1567.848302] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34ae81d3-527e-42be-91fb-c164db2aaf7c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.859690] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Created folder: Project (a6b17c9c2c9e400c94a5ec9620af7ffb) in parent group-v407351. [ 1567.859690] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Creating folder: Instances. Parent ref: group-v407370. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1567.860412] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f33f56a-0a24-43a1-bce9-b357c62f38ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.884649] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Created folder: Instances in parent group-v407370. [ 1567.885967] env[62171]: DEBUG oslo.service.loopingcall [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.886159] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1567.886460] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9fd7bfa-f67b-4a86-83f9-e16bc25a692e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.921254] env[62171]: DEBUG oslo_vmware.api [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979011, 'name': PowerOnVM_Task, 'duration_secs': 0.495269} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.926123] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1567.926336] env[62171]: INFO nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Took 19.16 seconds to spawn the instance on the hypervisor. [ 1567.926683] env[62171]: DEBUG nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1567.926848] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.926848] env[62171]: value = "task-1979016" [ 1567.926848] env[62171]: _type = "Task" [ 1567.926848] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.928159] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8885987a-a1e4-4034-80cd-16ab29bc4bf8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.945427] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979016, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.013690] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baceb83d-bc1d-4a58-ba49-2a7d5635f87d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.023218] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fed7cd-5ddf-42de-9662-49f34ed68f91 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.053286] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.061318] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8810e-2fdd-463f-8723-03d68b566e43 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.079596] env[62171]: DEBUG oslo_vmware.api [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979010, 'name': PowerOnVM_Task, 'duration_secs': 1.023942} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.080028] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071001} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.080820] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Successfully updated port: a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.083024] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e3c88d-2125-4745-b325-84e5864b87f1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.087033] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1568.087125] env[62171]: INFO nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Took 17.56 seconds to spawn the instance on the hypervisor. [ 1568.087603] env[62171]: DEBUG nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1568.087603] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.088838] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2197d90-9a34-4b01-82d7-4bbd943a1a92 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.092102] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc87c2a-bcc7-4d2c-ad25-203e733dbd99 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.131071] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa/94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.131715] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.133427] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519bf131-eba9-49bf-a779-d5295afe1339 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.160195] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979013, 'name': Rename_Task, 'duration_secs': 0.180149} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.161914] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1568.161914] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1568.161914] env[62171]: value = "task-1979017" [ 1568.161914] env[62171]: _type = "Task" [ 1568.161914] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.162160] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd385aeb-79cd-4a98-8a08-9de7f419d23f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.172992] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.174660] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1568.174660] env[62171]: value = "task-1979018" [ 1568.174660] env[62171]: _type = "Task" [ 1568.174660] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.184183] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.196825] env[62171]: DEBUG nova.scheduler.client.report [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1568.197118] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 19 to 20 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1568.197305] env[62171]: DEBUG nova.compute.provider_tree [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.250784] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5222672b-28b3-e86e-749e-a783cdcc58b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015525} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.251391] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.251654] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3934d14c-3eb6-41f9-a590-5b5d155604e3/3934d14c-3eb6-41f9-a590-5b5d155604e3.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1568.251930] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.252139] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.252355] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c954766-4f62-47cb-bb8d-1c853b2458fa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.254527] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36834905-c798-4b90-b3d6-c3f323ca5934 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.260989] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1568.260989] env[62171]: value = "task-1979019" [ 1568.260989] env[62171]: _type = "Task" [ 1568.260989] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.265484] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.265799] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1568.266891] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea92e881-48e0-4a46-8054-9567b61b01ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.275172] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.278641] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1568.278641] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526b7298-7ddf-561f-1f34-de06de3b4e1a" [ 1568.278641] env[62171]: _type = "Task" [ 1568.278641] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.286922] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526b7298-7ddf-561f-1f34-de06de3b4e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.414572] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Updated VIF entry in instance network info cache for port b0703fd2-745e-445d-9f5a-d0e86ea54e75. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1568.414885] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Updating instance_info_cache with network_info: [{"id": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "address": "fa:16:3e:db:8d:55", "network": {"id": "edb82fc7-d60f-4017-a545-f24072e928f3", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-728813580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34de0e82742b43f5bb0ad1f765a5ed4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0703fd2-74", "ovs_interfaceid": "b0703fd2-745e-445d-9f5a-d0e86ea54e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.442785] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979016, 'name': CreateVM_Task, 'duration_secs': 0.481994} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.442785] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1568.442785] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.442785] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.442785] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.442785] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca64d2f-d527-4874-95da-e4e0b7901ae9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.451882] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1568.451882] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52305c20-5478-8354-c307-c37283a0f52b" [ 1568.451882] env[62171]: _type = "Task" [ 1568.451882] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.460973] env[62171]: INFO nova.compute.manager [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Took 23.98 seconds to build instance. [ 1568.465986] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52305c20-5478-8354-c307-c37283a0f52b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.589106] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.589289] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.589437] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1568.644197] env[62171]: INFO nova.compute.manager [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Took 24.09 seconds to build instance. [ 1568.687297] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.690636] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979018, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.704270] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.243s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.704847] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1568.771340] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979019, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.790573] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526b7298-7ddf-561f-1f34-de06de3b4e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.021007} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.792078] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59455dfb-457e-443e-a55b-1c01436c3e65 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.798643] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1568.798643] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f8999b-70a0-0510-7ed2-1693619c089e" [ 1568.798643] env[62171]: _type = "Task" [ 1568.798643] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.808559] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f8999b-70a0-0510-7ed2-1693619c089e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.917886] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Releasing lock "refresh_cache-3934d14c-3eb6-41f9-a590-5b5d155604e3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.918131] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-vif-plugged-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1568.918345] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.918548] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.918706] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.918867] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] No waiting events found dispatching network-vif-plugged-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1568.919045] env[62171]: WARNING nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received unexpected event network-vif-plugged-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 for instance with vm_state building and task_state spawning. [ 1568.919211] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-changed-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1568.919364] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing instance network info cache due to event network-changed-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1568.919542] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.919678] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.919844] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing network info cache for port cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1568.969160] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9de0ddbb-0de6-4295-8b1b-73d155b4167a tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.501s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.969248] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52305c20-5478-8354-c307-c37283a0f52b, 'name': SearchDatastore_Task, 'duration_secs': 0.089724} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.970432] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.970650] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.970856] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.141293] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1569.147428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e776dfda-5008-4446-865b-118032fa5009 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.596s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.177449] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979017, 'name': ReconfigVM_Task, 'duration_secs': 0.61128} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.180652] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa/94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1569.181513] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7cc2d2-6e87-43a5-ac18-5701b98c8b79 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.188836] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979018, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.190314] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1569.190314] env[62171]: value = "task-1979020" [ 1569.190314] env[62171]: _type = "Task" [ 1569.190314] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.198561] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979020, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.210188] env[62171]: DEBUG nova.compute.utils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1569.211898] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1569.212075] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1569.273369] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538519} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.273633] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3934d14c-3eb6-41f9-a590-5b5d155604e3/3934d14c-3eb6-41f9-a590-5b5d155604e3.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1569.273863] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.274131] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab398b5-10ef-4c9d-8c9c-928ab6895a74 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.280688] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1569.280688] env[62171]: value = "task-1979021" [ 1569.280688] env[62171]: _type = "Task" [ 1569.280688] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.289155] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.314658] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f8999b-70a0-0510-7ed2-1693619c089e, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.318247] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.318716] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 14d8f175-ca09-4fbc-a71c-8abdb5d43af1/14d8f175-ca09-4fbc-a71c-8abdb5d43af1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1569.319086] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.319439] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.319527] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81cb7252-d22e-4115-a492-04a9001f3fef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.322421] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae124301-8e1c-4caf-837e-b7d0aa2ee918 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.328641] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1569.328641] env[62171]: value = "task-1979022" [ 1569.328641] env[62171]: _type = "Task" [ 1569.328641] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.336999] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.340511] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.340691] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1569.341414] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33069981-3dc6-4dd9-b4d0-12c8a9c8964e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.348479] env[62171]: DEBUG nova.policy [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d923c1e9ac04a84a3beba44e60cce45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '658eadf8640e43b39fb96ea6711b480e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1569.352808] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1569.352808] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a07718-5aee-cb7f-8808-376f8c838439" [ 1569.352808] env[62171]: _type = "Task" [ 1569.352808] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.361964] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a07718-5aee-cb7f-8808-376f8c838439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.472045] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1569.653294] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1569.695078] env[62171]: DEBUG oslo_vmware.api [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979018, 'name': PowerOnVM_Task, 'duration_secs': 1.324922} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.698351] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1569.698577] env[62171]: INFO nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Took 16.93 seconds to spawn the instance on the hypervisor. [ 1569.698756] env[62171]: DEBUG nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1569.700160] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d96a9f-77b2-43c1-9a16-b4d2b4d9c41a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.709667] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979020, 'name': Rename_Task, 'duration_secs': 0.270816} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.712876] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1569.719153] env[62171]: DEBUG nova.network.neutron [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.722567] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b406f5ed-0b9a-4795-a9a6-6d7d79577b17 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.725799] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1569.733701] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Successfully updated port: 9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.738454] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1569.738454] env[62171]: value = "task-1979023" [ 1569.738454] env[62171]: _type = "Task" [ 1569.738454] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.748277] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.793128] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068888} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.793426] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.796263] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d43d1a-1cec-4983-afbe-d500383208d8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.821308] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 3934d14c-3eb6-41f9-a590-5b5d155604e3/3934d14c-3eb6-41f9-a590-5b5d155604e3.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.823114] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb90d44f-2d1e-48f0-b63e-264d71b7833c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.846501] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1569.846501] env[62171]: value = "task-1979024" [ 1569.846501] env[62171]: _type = "Task" [ 1569.846501] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.853096] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979022, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.860705] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.866500] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a07718-5aee-cb7f-8808-376f8c838439, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.867358] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8044ba3-dec6-4fb5-b359-9a1955e32a2d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.873327] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1569.873327] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5236417a-a71d-e08b-3cdd-9e38678e98ff" [ 1569.873327] env[62171]: _type = "Task" [ 1569.873327] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.883303] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5236417a-a71d-e08b-3cdd-9e38678e98ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.000953] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.001738] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.003220] env[62171]: INFO nova.compute.claims [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1570.039049] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.190128] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.231010] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.231369] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Instance network_info: |[{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1570.242636] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:9e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2e8b74b-aa27-4f31-9414-7bcf531e8642', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a403654b-c0c7-4923-a2af-02622da32455', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.255857] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Creating folder: Project (399c790caac54ff9bab7657d38fe6534). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1570.257212] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.257426] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquired lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.258768] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1570.259129] env[62171]: INFO nova.compute.manager [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Took 24.93 seconds to build instance. [ 1570.266416] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8b8a9f-5b73-42fd-abc6-d4da4b334593 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.277416] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7ed418e5-720c-48b8-808c-24ac2dcc2bbf tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.960s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.285616] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979023, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.288280] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Created folder: Project (399c790caac54ff9bab7657d38fe6534) in parent group-v407351. [ 1570.288501] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Creating folder: Instances. Parent ref: group-v407373. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1570.288888] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a2e2edf-0b80-4ac8-997c-36b8392ee784 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.299072] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Created folder: Instances in parent group-v407373. [ 1570.299347] env[62171]: DEBUG oslo.service.loopingcall [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.299554] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1570.299779] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2196e3f-105f-4f43-b458-f11df23d6127 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.326163] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1570.326163] env[62171]: value = "task-1979027" [ 1570.326163] env[62171]: _type = "Task" [ 1570.326163] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.335570] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979027, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.346557] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829832} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.346903] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 14d8f175-ca09-4fbc-a71c-8abdb5d43af1/14d8f175-ca09-4fbc-a71c-8abdb5d43af1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1570.348846] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.351099] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44302c5b-e3b4-4ea2-b3fb-f91ba74b6405 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.359255] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.360667] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1570.360667] env[62171]: value = "task-1979028" [ 1570.360667] env[62171]: _type = "Task" [ 1570.360667] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.368348] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.383858] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5236417a-a71d-e08b-3cdd-9e38678e98ff, 'name': SearchDatastore_Task, 'duration_secs': 0.052564} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.384353] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.384499] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 89054463-b87a-4d12-abdb-285ba68b1a1f/89054463-b87a-4d12-abdb-285ba68b1a1f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1570.384809] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc8555c-1ac9-4f98-aa3a-60db71e6bca7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.391429] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1570.391429] env[62171]: value = "task-1979029" [ 1570.391429] env[62171]: _type = "Task" [ 1570.391429] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.402539] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.774685] env[62171]: DEBUG oslo_vmware.api [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979023, 'name': PowerOnVM_Task, 'duration_secs': 0.871002} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.774888] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1570.775874] env[62171]: INFO nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Took 15.75 seconds to spawn the instance on the hypervisor. [ 1570.776139] env[62171]: DEBUG nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1570.778293] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64273950-2f41-46ff-8221-d692ba8e725d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.781505] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updated VIF entry in instance network info cache for port cf691ec6-5cf1-43ef-a6cc-f6b2020b4483. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1570.781881] env[62171]: DEBUG nova.network.neutron [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.786277] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1570.788898] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1570.846852] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979027, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.850432] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1570.850432] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1570.850432] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1570.852123] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1570.853674] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1570.853858] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1570.854112] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1570.854279] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1570.854446] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1570.855993] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1570.855993] env[62171]: DEBUG nova.virt.hardware [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1570.855993] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64242aea-2962-4ee9-a175-7a6cd466f83d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.879032] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a8d49-9294-49e0-92d2-833d37ccd4b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.894979] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979024, 'name': ReconfigVM_Task, 'duration_secs': 0.698578} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.895385] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069205} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.897248] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 3934d14c-3eb6-41f9-a590-5b5d155604e3/3934d14c-3eb6-41f9-a590-5b5d155604e3.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.903288] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.915526] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-921c9158-ad0f-4e85-a180-85890ea95880 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.919187] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1a3da7-18e0-44c4-9fc4-7d69327e4c99 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.929316] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979029, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.948131] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 14d8f175-ca09-4fbc-a71c-8abdb5d43af1/14d8f175-ca09-4fbc-a71c-8abdb5d43af1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.948667] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1570.948667] env[62171]: value = "task-1979030" [ 1570.948667] env[62171]: _type = "Task" [ 1570.948667] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.948882] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f6b01e-b388-48a3-9bd5-c71505102123 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.965931] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1570.986022] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979030, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.986022] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1570.986022] env[62171]: value = "task-1979031" [ 1570.986022] env[62171]: _type = "Task" [ 1570.986022] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.994888] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.086979] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Successfully created port: 0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.192330] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.192706] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.294172] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.294423] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Received event network-vif-plugged-625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1571.297020] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Acquiring lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.297020] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.297020] env[62171]: DEBUG oslo_concurrency.lockutils [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.297020] env[62171]: DEBUG nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] No waiting events found dispatching network-vif-plugged-625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1571.297020] env[62171]: WARNING nova.compute.manager [req-c04448a6-ea1c-4fd3-9988-803555b3a350 req-d4c80306-5ec3-4bca-956e-68ccd2f77426 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Received unexpected event network-vif-plugged-625fa356-e068-4f60-8bad-aa4fb0ec86ab for instance with vm_state building and task_state spawning. [ 1571.325861] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.326816] env[62171]: INFO nova.compute.manager [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Took 25.92 seconds to build instance. [ 1571.344426] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979027, 'name': CreateVM_Task, 'duration_secs': 0.627545} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.351618] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1571.354181] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.354402] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.354801] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.355602] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e15a50-5fe8-418f-a1bc-224a14ad2219 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.362070] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1571.362070] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cea60-b44a-9e76-1feb-e5e6bbca3122" [ 1571.362070] env[62171]: _type = "Task" [ 1571.362070] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.369229] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff6180a-ef88-4aa2-ad48-03202abb2f81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.380893] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cea60-b44a-9e76-1feb-e5e6bbca3122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.385062] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f596c10-9347-40ee-8b6a-c94508a8b8d1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.427411] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb4e72-deeb-4b93-b586-c736c7f58c31 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.441017] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b3fe07-ab71-4e75-b89e-3dca4580e356 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.444969] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557733} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.444969] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 89054463-b87a-4d12-abdb-285ba68b1a1f/89054463-b87a-4d12-abdb-285ba68b1a1f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1571.444969] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.444969] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ecf00f5-be17-4874-8458-8215ec75886b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.453550] env[62171]: DEBUG nova.compute.provider_tree [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.460393] env[62171]: DEBUG nova.network.neutron [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Updating instance_info_cache with network_info: [{"id": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "address": "fa:16:3e:c4:6f:2d", "network": {"id": "470ae530-ce53-49b5-ba99-23cda548235e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1047361619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6ab3f98f859f494ab337cd59dbf6f653", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2b3ad1-ee", "ovs_interfaceid": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.460393] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1571.460393] env[62171]: value = "task-1979032" [ 1571.460393] env[62171]: _type = "Task" [ 1571.460393] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.473671] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.479607] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979030, 'name': Rename_Task, 'duration_secs': 0.513095} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.479607] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1571.479607] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda860fc-e72a-4de4-9984-38eb3b368286 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.486077] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1571.486077] env[62171]: value = "task-1979033" [ 1571.486077] env[62171]: _type = "Task" [ 1571.486077] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.499321] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.502473] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.624824] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.625470] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.833419] env[62171]: DEBUG oslo_concurrency.lockutils [None req-06a2f031-0bac-4af1-b512-3495bfd35875 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.441s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.872701] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cea60-b44a-9e76-1feb-e5e6bbca3122, 'name': SearchDatastore_Task, 'duration_secs': 0.042228} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.873158] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.873542] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.873735] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.873942] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.874189] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.874525] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff946322-4e80-4b0c-b89e-ddc00f61948c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.885735] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.886054] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1571.886730] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b8d162-369b-4627-b625-43a700bed96d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.892969] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1571.892969] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a5aee9-f758-ddcd-73f1-bcd39d46c36f" [ 1571.892969] env[62171]: _type = "Task" [ 1571.892969] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.901127] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a5aee9-f758-ddcd-73f1-bcd39d46c36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.956919] env[62171]: DEBUG nova.scheduler.client.report [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1571.964036] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Releasing lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.964036] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Instance network_info: |[{"id": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "address": "fa:16:3e:c4:6f:2d", "network": {"id": "470ae530-ce53-49b5-ba99-23cda548235e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1047361619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6ab3f98f859f494ab337cd59dbf6f653", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2b3ad1-ee", "ovs_interfaceid": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1571.964244] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:6f:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a2b3ad1-eefd-4611-8e5e-943354c49610', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.974787] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Creating folder: Project (6ab3f98f859f494ab337cd59dbf6f653). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1571.979188] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a9dd956-6266-4349-b165-5eb5ed9aaff3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.988159] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266397} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.994277] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.994277] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425f7050-5f23-43e1-b7e7-a63ba53e4700 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.997394] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Created folder: Project (6ab3f98f859f494ab337cd59dbf6f653) in parent group-v407351. [ 1571.997730] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Creating folder: Instances. Parent ref: group-v407376. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1572.001803] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea91c63e-aa79-4557-b289-82d74ac0b589 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.007606] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979031, 'name': ReconfigVM_Task, 'duration_secs': 0.949846} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.009395] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 14d8f175-ca09-4fbc-a71c-8abdb5d43af1/14d8f175-ca09-4fbc-a71c-8abdb5d43af1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.021130] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-846576b1-0b35-4f7f-9528-c7ad0f49b6a6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.035494] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 89054463-b87a-4d12-abdb-285ba68b1a1f/89054463-b87a-4d12-abdb-285ba68b1a1f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.041493] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eb9acca-428c-4295-8c3f-7be2cca62b55 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.057489] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.058603] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979033, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.059050] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.064188] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1572.064188] env[62171]: value = "task-1979037" [ 1572.064188] env[62171]: _type = "Task" [ 1572.064188] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.065497] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1572.065497] env[62171]: value = "task-1979036" [ 1572.065497] env[62171]: _type = "Task" [ 1572.065497] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.073128] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Created folder: Instances in parent group-v407376. [ 1572.073471] env[62171]: DEBUG oslo.service.loopingcall [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.074817] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1572.075441] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7460a233-2f58-406c-87d0-61b59a7af98d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.100237] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.101329] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979036, 'name': Rename_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.105561] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.105561] env[62171]: value = "task-1979038" [ 1572.105561] env[62171]: _type = "Task" [ 1572.105561] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.113591] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979038, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.343117] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1572.409852] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a5aee9-f758-ddcd-73f1-bcd39d46c36f, 'name': SearchDatastore_Task, 'duration_secs': 0.037043} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.410773] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a1d5bf-bf2e-4d89-9281-86d476debaf8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.419879] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1572.419879] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5285aa86-56a9-9026-8e63-a570a174f501" [ 1572.419879] env[62171]: _type = "Task" [ 1572.419879] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.432882] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5285aa86-56a9-9026-8e63-a570a174f501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.462761] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.463419] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1572.470053] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.277s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.471632] env[62171]: INFO nova.compute.claims [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.506840] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979033, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.579247] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979036, 'name': Rename_Task, 'duration_secs': 0.206415} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.582675] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1572.583048] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979037, 'name': ReconfigVM_Task, 'duration_secs': 0.351006} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.583440] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42dfceb4-2eed-43e0-818c-e97a36c42143 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.585708] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 89054463-b87a-4d12-abdb-285ba68b1a1f/89054463-b87a-4d12-abdb-285ba68b1a1f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.586516] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5be712e6-c9fb-4473-8ad0-f951b25ef229 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.596031] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1572.596031] env[62171]: value = "task-1979039" [ 1572.596031] env[62171]: _type = "Task" [ 1572.596031] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.597837] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1572.597837] env[62171]: value = "task-1979040" [ 1572.597837] env[62171]: _type = "Task" [ 1572.597837] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.618020] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.618020] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979040, 'name': Rename_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.625091] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979038, 'name': CreateVM_Task, 'duration_secs': 0.428347} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.625299] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1572.626161] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.626350] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.626699] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.626960] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123e1c46-57b5-4a66-8f80-106377a0e4a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.631820] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1572.631820] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527c4624-375b-cbd7-0808-d4f129fe4919" [ 1572.631820] env[62171]: _type = "Task" [ 1572.631820] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.645682] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527c4624-375b-cbd7-0808-d4f129fe4919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.736273] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.736540] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.870954] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.938787] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5285aa86-56a9-9026-8e63-a570a174f501, 'name': SearchDatastore_Task, 'duration_secs': 0.015886} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.939103] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.939337] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8638a2a6-96d8-4a94-8014-1228d31b81b1/8638a2a6-96d8-4a94-8014-1228d31b81b1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1572.939597] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dfeac44-e505-4110-9a0a-7db847a39b28 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.948014] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1572.948014] env[62171]: value = "task-1979041" [ 1572.948014] env[62171]: _type = "Task" [ 1572.948014] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.959038] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.978721] env[62171]: DEBUG nova.compute.utils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1572.983367] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1572.985620] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1573.014249] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Received event network-changed-625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1573.014249] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Refreshing instance network info cache due to event network-changed-625fa356-e068-4f60-8bad-aa4fb0ec86ab. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1573.017282] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquiring lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.017282] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquired lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.017282] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Refreshing network info cache for port 625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1573.021417] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979033, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.037883] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.038686] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1573.038686] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Rebuilding the list of instances to heal {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1573.118442] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979039, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.120019] env[62171]: DEBUG nova.policy [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bfa7841d0b04c3ba7f35d94b6fedc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ac244903e440e5a1fcc0817d6f27d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1573.124702] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979040, 'name': Rename_Task, 'duration_secs': 0.192452} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.125175] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1573.125443] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14552da3-abc7-4797-8e54-b231c26f0e44 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.133494] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1573.133494] env[62171]: value = "task-1979042" [ 1573.133494] env[62171]: _type = "Task" [ 1573.133494] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.147475] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.151210] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527c4624-375b-cbd7-0808-d4f129fe4919, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.152544] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.152544] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.152544] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.152544] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.153048] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.153048] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0660cb7d-49b4-4aea-b224-64c8f885be03 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.173290] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.174624] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1573.174624] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d5b562-c951-4947-9dae-0070615a630c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.182024] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1573.182024] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525c8c0b-f6a7-84f0-ba61-acc49d93cc1a" [ 1573.182024] env[62171]: _type = "Task" [ 1573.182024] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.191435] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525c8c0b-f6a7-84f0-ba61-acc49d93cc1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.300901] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.301358] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.464213] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.482443] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1573.515042] env[62171]: DEBUG oslo_vmware.api [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979033, 'name': PowerOnVM_Task, 'duration_secs': 1.533664} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.515514] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1573.515588] env[62171]: INFO nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Took 16.16 seconds to spawn the instance on the hypervisor. [ 1573.515828] env[62171]: DEBUG nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1573.516782] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9788f293-1dbd-49b9-8b32-bdd91405c157 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.547631] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.547846] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.547986] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.548153] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.548292] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.548471] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.548559] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.548738] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Skipping network cache update for instance because it is Building. {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1573.615068] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979039, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.649991] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979042, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.684138] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.684347] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquired lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.684562] env[62171]: DEBUG nova.network.neutron [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Forcefully refreshing network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1573.684935] env[62171]: DEBUG nova.objects.instance [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lazy-loading 'info_cache' on Instance uuid 63a3f6d1-15d0-430c-b6c9-a738aedcac9d {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1573.701975] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525c8c0b-f6a7-84f0-ba61-acc49d93cc1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.704966] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67afa2e5-9ddd-40e6-af2b-4b921d3663a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.714046] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1573.714046] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c96752-2e7f-8874-e396-87abfc767ee7" [ 1573.714046] env[62171]: _type = "Task" [ 1573.714046] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.731765] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c96752-2e7f-8874-e396-87abfc767ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.872756] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdffe0-2bc3-4747-ac25-866eea824234 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.887780] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccee86f-25ab-4a2c-9f4e-b5788076fda2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.926850] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a4f819-5116-46da-a34e-d4211f13a4f3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.934905] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9c60d6-0cc6-47e9-acc3-6f0cb8269ebd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.950072] env[62171]: DEBUG nova.compute.provider_tree [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.961470] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634674} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.965390] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8638a2a6-96d8-4a94-8014-1228d31b81b1/8638a2a6-96d8-4a94-8014-1228d31b81b1.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1573.965390] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.965390] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8a3686e-908b-4cbd-b47b-0d83c8f95e4c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.980579] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1573.980579] env[62171]: value = "task-1979043" [ 1573.980579] env[62171]: _type = "Task" [ 1573.980579] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.982692] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.024067] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Successfully created port: 4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1574.063141] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Successfully updated port: 0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.065776] env[62171]: INFO nova.compute.manager [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Took 26.42 seconds to build instance. [ 1574.110231] env[62171]: DEBUG oslo_vmware.api [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979039, 'name': PowerOnVM_Task, 'duration_secs': 1.236541} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.110647] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1574.110647] env[62171]: INFO nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Took 14.82 seconds to spawn the instance on the hypervisor. [ 1574.110797] env[62171]: DEBUG nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1574.111842] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e6df0-7530-472d-8a5e-0e75d0d9ad2a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.151160] env[62171]: DEBUG oslo_vmware.api [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979042, 'name': PowerOnVM_Task, 'duration_secs': 0.644593} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.151901] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1574.152155] env[62171]: INFO nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Took 12.49 seconds to spawn the instance on the hypervisor. [ 1574.152430] env[62171]: DEBUG nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1574.153785] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178a7b0-36e0-490d-b4e1-619e1b2fea61 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.230324] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c96752-2e7f-8874-e396-87abfc767ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.02809} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.230324] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.230324] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 62cf026b-3186-4c9f-aa80-57058b88aa76/62cf026b-3186-4c9f-aa80-57058b88aa76.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1574.230324] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c79d4819-74b2-4a2e-b3d9-14cb70ac01d5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.239815] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1574.239815] env[62171]: value = "task-1979044" [ 1574.239815] env[62171]: _type = "Task" [ 1574.239815] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.250192] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.267305] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updated VIF entry in instance network info cache for port 625fa356-e068-4f60-8bad-aa4fb0ec86ab. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1574.268781] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updating instance_info_cache with network_info: [{"id": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "address": "fa:16:3e:86:86:5d", "network": {"id": "87fca985-89a1-4655-a335-6ade50bf7bcc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-809614795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b17c9c2c9e400c94a5ec9620af7ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625fa356-e0", "ovs_interfaceid": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.455992] env[62171]: DEBUG nova.scheduler.client.report [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1574.489208] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069923} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.492878] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.492878] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bfe92e-6562-45d7-97cd-2926e7a3df1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.513548] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1574.529365] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 8638a2a6-96d8-4a94-8014-1228d31b81b1/8638a2a6-96d8-4a94-8014-1228d31b81b1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.530396] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb579e13-0b00-40c4-b071-a4e5f2c9b926 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.554486] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1574.554486] env[62171]: value = "task-1979045" [ 1574.554486] env[62171]: _type = "Task" [ 1574.554486] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.567685] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.567685] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.567685] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.568092] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.570413] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.570413] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.570413] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.570413] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.570413] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.571154] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.571154] env[62171]: DEBUG nova.virt.hardware [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.571154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.571154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.571154] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1574.572899] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfbcd39f-aa92-4a2e-8074-21a645a46d68 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.942s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.576738] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6d29f-5833-422f-ad92-bfaf2814bb29 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.589786] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.595021] env[62171]: DEBUG nova.compute.manager [None req-0c91ba00-07c1-408d-a737-f3576aa2a6bd tempest-ServerDiagnosticsTest-751422628 tempest-ServerDiagnosticsTest-751422628-project-admin] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1574.595021] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc13b38-0da2-4450-8a3f-71de0d530437 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.603756] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841bbcf-773c-4145-bafa-9a4cffefa101 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.609756] env[62171]: INFO nova.compute.manager [None req-0c91ba00-07c1-408d-a737-f3576aa2a6bd tempest-ServerDiagnosticsTest-751422628 tempest-ServerDiagnosticsTest-751422628-project-admin] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Retrieving diagnostics [ 1574.611192] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a07d46-362b-4087-bf48-47c47aa978c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.660344] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Acquiring lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.660714] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.660789] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Acquiring lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.660979] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.661115] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.665824] env[62171]: INFO nova.compute.manager [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Terminating instance [ 1574.671280] env[62171]: DEBUG nova.compute.manager [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1574.674199] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1574.674199] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8e08c-fb01-4c04-987d-2dc2d2f14648 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.678402] env[62171]: INFO nova.compute.manager [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Took 23.35 seconds to build instance. [ 1574.682255] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1574.682849] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdb3fb4f-1b2b-498e-887e-0afa970d51b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.693725] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Waiting for the task: (returnval){ [ 1574.693725] env[62171]: value = "task-1979046" [ 1574.693725] env[62171]: _type = "Task" [ 1574.693725] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.704244] env[62171]: INFO nova.compute.manager [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Took 23.79 seconds to build instance. [ 1574.709483] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Task: {'id': task-1979046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.751641] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.773381] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Releasing lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.773727] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-vif-plugged-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1574.774454] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquiring lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.774454] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.774454] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.774643] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] No waiting events found dispatching network-vif-plugged-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1574.777043] env[62171]: WARNING nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received unexpected event network-vif-plugged-a403654b-c0c7-4923-a2af-02622da32455 for instance with vm_state building and task_state spawning. [ 1574.777043] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-changed-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1574.777043] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing instance network info cache due to event network-changed-a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1574.777043] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.777043] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.777458] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing network info cache for port a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1574.962545] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.963632] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1574.968440] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.643s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.974831] env[62171]: INFO nova.compute.claims [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.078020] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.096136] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1575.142504] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1575.181107] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b4742774-bba5-4157-a7c9-882869fb54fc tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.863s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.211954] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d67717d9-1349-4acf-a61d-4ee80c56fe4b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.311s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.211954] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Task: {'id': task-1979046, 'name': PowerOffVM_Task, 'duration_secs': 0.329065} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.213749] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1575.213749] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1575.215797] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43f711f-33b3-471b-82f1-3abc3188c5f2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.256559] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979044, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.455568] env[62171]: DEBUG nova.network.neutron [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updating instance_info_cache with network_info: [{"id": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "address": "fa:16:3e:8d:09:0f", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee0222a-2a", "ovs_interfaceid": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.486710] env[62171]: DEBUG nova.compute.utils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.491019] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1575.491019] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1575.573180] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.632671] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.685972] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1575.716144] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1575.723730] env[62171]: DEBUG nova.policy [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0556490c8c94e609069de7085bb2466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66200c41639e41a4a6a50ca981dcdde8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1575.756787] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979044, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.19755} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.757394] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 62cf026b-3186-4c9f-aa80-57058b88aa76/62cf026b-3186-4c9f-aa80-57058b88aa76.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1575.757753] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.758214] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1916586-bc53-49f0-b61d-b053af6b09c4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.768437] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1575.768437] env[62171]: value = "task-1979048" [ 1575.768437] env[62171]: _type = "Task" [ 1575.768437] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.782694] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.872095] env[62171]: DEBUG nova.network.neutron [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updating instance_info_cache with network_info: [{"id": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "address": "fa:16:3e:d8:39:fd", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8e3efad-d4", "ovs_interfaceid": "c8e3efad-d404-44f2-b979-cd0d0a38f253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.931187] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1575.932359] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1575.932359] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Deleting the datastore file [datastore1] 63a3f6d1-15d0-430c-b6c9-a738aedcac9d {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.932359] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5247c3e9-955c-4716-a1fd-92a995a2e83f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.942844] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Waiting for the task: (returnval){ [ 1575.942844] env[62171]: value = "task-1979049" [ 1575.942844] env[62171]: _type = "Task" [ 1575.942844] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.953610] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Task: {'id': task-1979049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.961087] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.961087] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Instance network_info: |[{"id": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "address": "fa:16:3e:8d:09:0f", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee0222a-2a", "ovs_interfaceid": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1575.961525] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:09:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee0222a-2a10-475f-a3e5-6255d15183c8', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.971906] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Creating folder: Project (658eadf8640e43b39fb96ea6711b480e). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1575.977062] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updated VIF entry in instance network info cache for port a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1575.977062] env[62171]: DEBUG nova.network.neutron [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.979112] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65a1d577-4e8f-4358-904e-6fe3a2cef11d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.988860] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Created folder: Project (658eadf8640e43b39fb96ea6711b480e) in parent group-v407351. [ 1575.988860] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Creating folder: Instances. Parent ref: group-v407379. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1575.988860] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da03c1c6-d8a8-485a-87fa-46f5c5bad9ca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.990648] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1576.003967] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Created folder: Instances in parent group-v407379. [ 1576.004253] env[62171]: DEBUG oslo.service.loopingcall [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.005254] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1576.005254] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5ac06dc-96af-49dd-85a4-09e4279113b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.025626] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.025626] env[62171]: value = "task-1979052" [ 1576.025626] env[62171]: _type = "Task" [ 1576.025626] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.037817] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979052, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.075776] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979045, 'name': ReconfigVM_Task, 'duration_secs': 1.105964} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.075933] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 8638a2a6-96d8-4a94-8014-1228d31b81b1/8638a2a6-96d8-4a94-8014-1228d31b81b1.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.076661] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddc899d-b13f-49f5-82ce-7e5f23c83a92 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.085631] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1576.085631] env[62171]: value = "task-1979053" [ 1576.085631] env[62171]: _type = "Task" [ 1576.085631] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.095093] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979053, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.208067] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.244460] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.282602] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152928} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.282602] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.282926] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29eaec5-dd17-43b0-a3a5-86e293126701 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.307673] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 62cf026b-3186-4c9f-aa80-57058b88aa76/62cf026b-3186-4c9f-aa80-57058b88aa76.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.310600] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12fc3ae-d429-498e-aed0-872810e32124 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.333786] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Successfully updated port: 4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1576.336942] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1576.336942] env[62171]: value = "task-1979054" [ 1576.336942] env[62171]: _type = "Task" [ 1576.336942] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.342916] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Successfully created port: b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.350499] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.374941] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Releasing lock "refresh_cache-63a3f6d1-15d0-430c-b6c9-a738aedcac9d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.375247] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updated the network info_cache for instance {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1576.376070] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.376070] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1576.376070] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.390771] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20686434-b1fd-4f59-b7a7-169ec1c48e1e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.399794] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91038ea-4474-4528-8b0b-2f7c937c0bf5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.433363] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205b75af-bdae-4812-9880-a289d54d8f9a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.441053] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c485c9-6ee5-46f5-a4be-beb52c354fe5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.468186] env[62171]: DEBUG nova.compute.provider_tree [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.469895] env[62171]: DEBUG oslo_vmware.api [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Task: {'id': task-1979049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373802} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.470505] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.470696] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1576.470872] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1576.471058] env[62171]: INFO nova.compute.manager [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1576.471298] env[62171]: DEBUG oslo.service.loopingcall [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.471657] env[62171]: DEBUG nova.compute.manager [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1576.471657] env[62171]: DEBUG nova.network.neutron [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1576.482225] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.482549] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Received event network-vif-plugged-9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1576.482797] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Acquiring lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.483084] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.483320] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.483549] env[62171]: DEBUG nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] No waiting events found dispatching network-vif-plugged-9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1576.483780] env[62171]: WARNING nova.compute.manager [req-54c79a56-8c31-4085-bd64-587b31f11f5a req-ed044343-4b84-4bba-ae69-9c37c1516163 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Received unexpected event network-vif-plugged-9a2b3ad1-eefd-4611-8e5e-943354c49610 for instance with vm_state building and task_state spawning. [ 1576.543529] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979052, 'name': CreateVM_Task, 'duration_secs': 0.496072} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.545658] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1576.546313] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.546553] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.547345] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.547507] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ebfbb5-cfd9-4383-a705-194490a7a30b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.554026] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1576.554026] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fbb72a-989c-cfc2-e436-dd0323517aec" [ 1576.554026] env[62171]: _type = "Task" [ 1576.554026] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.563811] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fbb72a-989c-cfc2-e436-dd0323517aec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.596226] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979053, 'name': Rename_Task, 'duration_secs': 0.257783} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.597113] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1576.597113] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db253f74-e805-4424-8522-08de1a74db73 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.603413] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1576.603413] env[62171]: value = "task-1979055" [ 1576.603413] env[62171]: _type = "Task" [ 1576.603413] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.615030] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.839430] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.839430] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.839430] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1576.858271] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979054, 'name': ReconfigVM_Task, 'duration_secs': 0.434748} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.858271] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 62cf026b-3186-4c9f-aa80-57058b88aa76/62cf026b-3186-4c9f-aa80-57058b88aa76.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.858386] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522017a4-b361-41d5-919e-7ecbdc9fc190 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.869128] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1576.869128] env[62171]: value = "task-1979056" [ 1576.869128] env[62171]: _type = "Task" [ 1576.869128] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.882221] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.893159] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979056, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.972805] env[62171]: DEBUG nova.scheduler.client.report [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1577.004356] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1577.027931] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.028730] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.028730] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.028730] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.028893] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.028969] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.029328] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.029488] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.029661] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.029821] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.029989] env[62171]: DEBUG nova.virt.hardware [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.030896] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58b7555-0065-4a58-a9a5-70515281fb87 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.039991] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1889180f-83b1-409f-9135-0d9fb5442dfc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.065749] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fbb72a-989c-cfc2-e436-dd0323517aec, 'name': SearchDatastore_Task, 'duration_secs': 0.030212} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.066529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.066529] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.066689] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.066800] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.067789] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.067789] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b4dfbd6-c769-497f-bb74-03ddd9d2c2bf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.081172] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.081172] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1577.081302] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3caaccc-0905-4e62-a911-11c8722c019a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.089446] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1577.089446] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b369ca-89bc-18f8-959d-264534fa2000" [ 1577.089446] env[62171]: _type = "Task" [ 1577.089446] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.099810] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b369ca-89bc-18f8-959d-264534fa2000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.116019] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979055, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.297991] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.298241] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.380183] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979056, 'name': Rename_Task, 'duration_secs': 0.40224} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.380524] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1577.380985] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8499b45-9934-486f-8e65-4a1df6af0863 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.388598] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1577.388598] env[62171]: value = "task-1979057" [ 1577.388598] env[62171]: _type = "Task" [ 1577.388598] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.396436] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.421387] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1577.477709] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.478314] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1577.482220] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.611s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.483339] env[62171]: INFO nova.compute.claims [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.549339] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Received event network-changed-9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1577.549561] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Refreshing instance network info cache due to event network-changed-9a2b3ad1-eefd-4611-8e5e-943354c49610. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1577.549776] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Acquiring lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.549918] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Acquired lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.550305] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Refreshing network info cache for port 9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1577.604419] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b369ca-89bc-18f8-959d-264534fa2000, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.609545] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554e7571-334a-4369-8239-7c1e726d2c8c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.619300] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979055, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.620827] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1577.620827] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52eba800-8d23-372f-1ff4-eb8681fec6d7" [ 1577.620827] env[62171]: _type = "Task" [ 1577.620827] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.625829] env[62171]: DEBUG nova.network.neutron [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.635638] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52eba800-8d23-372f-1ff4-eb8681fec6d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.902848] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.991491] env[62171]: DEBUG nova.compute.utils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1577.992899] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1577.992899] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1578.017948] env[62171]: DEBUG nova.network.neutron [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Updating instance_info_cache with network_info: [{"id": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "address": "fa:16:3e:b3:b9:a1", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e1d4a9d-a6", "ovs_interfaceid": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.086335] env[62171]: DEBUG nova.policy [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bfa7841d0b04c3ba7f35d94b6fedc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ac244903e440e5a1fcc0817d6f27d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1578.119527] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979055, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.127535] env[62171]: INFO nova.compute.manager [-] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Took 1.66 seconds to deallocate network for instance. [ 1578.135975] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52eba800-8d23-372f-1ff4-eb8681fec6d7, 'name': SearchDatastore_Task, 'duration_secs': 0.025574} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.140970] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.141378] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 4496e588-3745-4220-9679-b27a657fd09f/4496e588-3745-4220-9679-b27a657fd09f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1578.147198] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d755067a-44fe-4afe-b871-3cc66015db18 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.156204] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1578.156204] env[62171]: value = "task-1979058" [ 1578.156204] env[62171]: _type = "Task" [ 1578.156204] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.167771] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.168276] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.168555] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.168835] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.169100] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.169769] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.172093] env[62171]: INFO nova.compute.manager [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Terminating instance [ 1578.176269] env[62171]: DEBUG nova.compute.manager [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1578.176536] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1578.178010] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ccc96c-3855-4164-a4e3-8f163d0312d3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.189978] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1578.190445] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-055082e1-ff2f-441b-ad45-9ae7260d22f1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.197356] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1578.197356] env[62171]: value = "task-1979059" [ 1578.197356] env[62171]: _type = "Task" [ 1578.197356] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.207019] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.269991] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.270410] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.270654] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.270905] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.271153] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.273648] env[62171]: INFO nova.compute.manager [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Terminating instance [ 1578.275802] env[62171]: DEBUG nova.compute.manager [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1578.276013] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1578.276940] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b54e9-75a9-4bd1-9317-c41ad2ca5c9c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.287329] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1578.287714] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3dd9fcb-cb8d-4d2d-b420-beceddf3fbd4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.299422] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1578.299422] env[62171]: value = "task-1979060" [ 1578.299422] env[62171]: _type = "Task" [ 1578.299422] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.306042] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.404050] env[62171]: DEBUG oslo_vmware.api [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979057, 'name': PowerOnVM_Task, 'duration_secs': 0.790104} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.404571] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1578.404968] env[62171]: INFO nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 11.89 seconds to spawn the instance on the hypervisor. [ 1578.408043] env[62171]: DEBUG nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1578.408043] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843a0ed8-a0fc-4974-80dc-0f6cbce50608 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.500229] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1578.521199] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.522207] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance network_info: |[{"id": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "address": "fa:16:3e:b3:b9:a1", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e1d4a9d-a6", "ovs_interfaceid": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1578.522828] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1578.536708] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating folder: Project (a5ac244903e440e5a1fcc0817d6f27d0). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1578.542239] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f3f37a-c4c9-439c-8081-41f782dd2ece {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.557636] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created folder: Project (a5ac244903e440e5a1fcc0817d6f27d0) in parent group-v407351. [ 1578.557636] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating folder: Instances. Parent ref: group-v407382. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1578.557636] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3820eb32-ef11-440a-899c-f1b1a424530a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.569963] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created folder: Instances in parent group-v407382. [ 1578.570849] env[62171]: DEBUG oslo.service.loopingcall [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.570849] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1578.570849] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2142d75-98ea-4c48-86f3-b29b94601b52 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.602167] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1578.602167] env[62171]: value = "task-1979063" [ 1578.602167] env[62171]: _type = "Task" [ 1578.602167] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.618463] env[62171]: DEBUG oslo_vmware.api [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979055, 'name': PowerOnVM_Task, 'duration_secs': 1.619769} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.623613] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1578.624245] env[62171]: INFO nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Took 14.56 seconds to spawn the instance on the hypervisor. [ 1578.624665] env[62171]: DEBUG nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1578.625224] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979063, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.630925] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bfd50e-98d1-4688-8f74-4f742dd86b05 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.650516] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.669551] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.715248] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979059, 'name': PowerOffVM_Task, 'duration_secs': 0.440181} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.716193] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1578.716193] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1578.716193] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e293b0-728b-4a57-9e7f-6af0c8ffbeb9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.806654] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979060, 'name': PowerOffVM_Task, 'duration_secs': 0.443283} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.806959] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1578.807436] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1578.810070] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3a83996-6a85-4588-92b8-e791472ca092 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.825614] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1578.825885] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1578.826206] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Deleting the datastore file [datastore1] 3cc67c78-e9e8-47ea-aa63-42b053f46cd4 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.830393] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f45d9d-edd5-4bbb-8dc5-5e3277aaab36 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.836885] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for the task: (returnval){ [ 1578.836885] env[62171]: value = "task-1979066" [ 1578.836885] env[62171]: _type = "Task" [ 1578.836885] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.846476] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.895710] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1578.895982] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1578.896553] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Deleting the datastore file [datastore1] 3934d14c-3eb6-41f9-a590-5b5d155604e3 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.897165] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Updated VIF entry in instance network info cache for port 9a2b3ad1-eefd-4611-8e5e-943354c49610. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1578.897888] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Updating instance_info_cache with network_info: [{"id": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "address": "fa:16:3e:c4:6f:2d", "network": {"id": "470ae530-ce53-49b5-ba99-23cda548235e", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1047361619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ab3f98f859f494ab337cd59dbf6f653", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2b3ad1-ee", "ovs_interfaceid": "9a2b3ad1-eefd-4611-8e5e-943354c49610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.901070] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c297bbd1-1291-4e60-900a-e3d5dc3acf19 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.919730] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for the task: (returnval){ [ 1578.919730] env[62171]: value = "task-1979067" [ 1578.919730] env[62171]: _type = "Task" [ 1578.919730] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.933753] env[62171]: INFO nova.compute.manager [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 21.68 seconds to build instance. [ 1578.950586] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.960350] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.960350] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.960639] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.961233] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.961838] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.965570] env[62171]: INFO nova.compute.manager [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Terminating instance [ 1578.966775] env[62171]: DEBUG nova.compute.manager [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1578.967634] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1578.967879] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd5299-7226-45b8-9add-673cfe5f6725 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.977864] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1578.978281] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7694a72c-bad5-4824-b483-60aaffbae8e3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.983207] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1310e006-5d3b-4eae-9aa8-4475e59baf85 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.991231] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1578.991231] env[62171]: value = "task-1979068" [ 1578.991231] env[62171]: _type = "Task" [ 1578.991231] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.999468] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5d0c6-d526-4b73-a773-b9b4baaa37bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.004659] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.010419] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Successfully created port: efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.041063] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00674aa8-e383-4ee3-a36c-4bfeb79656df {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.049140] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a493a-4d74-437b-80f3-4ffab9515ab9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.065929] env[62171]: DEBUG nova.compute.provider_tree [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.113683] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979063, 'name': CreateVM_Task, 'duration_secs': 0.426239} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.113864] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1579.114666] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.114854] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.115287] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1579.118156] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae78357-4160-4cff-b9b7-618a81a902b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.121195] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1579.121195] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52479c42-46d0-dcd4-6ba2-2c343bba65df" [ 1579.121195] env[62171]: _type = "Task" [ 1579.121195] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.130932] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52479c42-46d0-dcd4-6ba2-2c343bba65df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.144651] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Successfully updated port: b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.159689] env[62171]: INFO nova.compute.manager [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Took 23.93 seconds to build instance. [ 1579.173576] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630662} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.173576] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 4496e588-3745-4220-9679-b27a657fd09f/4496e588-3745-4220-9679-b27a657fd09f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1579.173576] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.173576] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3928c4d-1655-4a3f-9e98-d2931f741423 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.179761] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1579.179761] env[62171]: value = "task-1979069" [ 1579.179761] env[62171]: _type = "Task" [ 1579.179761] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.196368] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.196654] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.197302] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.350185] env[62171]: DEBUG oslo_vmware.api [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Task: {'id': task-1979066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282028} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.350500] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.350772] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1579.351040] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1579.351309] env[62171]: INFO nova.compute.manager [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1579.351660] env[62171]: DEBUG oslo.service.loopingcall [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.351941] env[62171]: DEBUG nova.compute.manager [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1579.352081] env[62171]: DEBUG nova.network.neutron [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1579.404609] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Releasing lock "refresh_cache-62cf026b-3186-4c9f-aa80-57058b88aa76" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.404609] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Received event network-vif-plugged-0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1579.404718] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Acquiring lock "4496e588-3745-4220-9679-b27a657fd09f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.405099] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Lock "4496e588-3745-4220-9679-b27a657fd09f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.405099] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Lock "4496e588-3745-4220-9679-b27a657fd09f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.405283] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] No waiting events found dispatching network-vif-plugged-0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1579.405431] env[62171]: WARNING nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Received unexpected event network-vif-plugged-0ee0222a-2a10-475f-a3e5-6255d15183c8 for instance with vm_state building and task_state spawning. [ 1579.405617] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Received event network-changed-0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1579.405824] env[62171]: DEBUG nova.compute.manager [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Refreshing instance network info cache due to event network-changed-0ee0222a-2a10-475f-a3e5-6255d15183c8. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1579.405951] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Acquiring lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.406101] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Acquired lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.406338] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Refreshing network info cache for port 0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1579.429976] env[62171]: DEBUG oslo_vmware.api [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Task: {'id': task-1979067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383454} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.430251] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.430436] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1579.430607] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1579.430773] env[62171]: INFO nova.compute.manager [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1579.431104] env[62171]: DEBUG oslo.service.loopingcall [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.431316] env[62171]: DEBUG nova.compute.manager [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1579.431413] env[62171]: DEBUG nova.network.neutron [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1579.439782] env[62171]: DEBUG oslo_concurrency.lockutils [None req-87178436-444d-42f3-8214-488708fbf05b tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.759s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.498457] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979068, 'name': PowerOffVM_Task, 'duration_secs': 0.337594} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.498773] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1579.498946] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1579.499212] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa2c94eb-9d21-4e3e-adfe-0840aff79f25 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.510236] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1579.538341] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.538578] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.538810] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.539062] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.539226] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.539378] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.539663] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.539730] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.539894] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.540062] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.540247] env[62171]: DEBUG nova.virt.hardware [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.541110] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98253d-f4da-42dc-9263-eaef91a9a627 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.549531] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8da5b8-1e39-48ee-9f92-2ca1a4a190f6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.568969] env[62171]: DEBUG nova.scheduler.client.report [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.576294] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1579.576725] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1579.576725] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Deleting the datastore file [datastore1] 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.577752] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb2b9d0-4e2d-437d-8377-7f2ee9116498 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.583382] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for the task: (returnval){ [ 1579.583382] env[62171]: value = "task-1979071" [ 1579.583382] env[62171]: _type = "Task" [ 1579.583382] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.592430] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.634482] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52479c42-46d0-dcd4-6ba2-2c343bba65df, 'name': SearchDatastore_Task, 'duration_secs': 0.038757} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.635022] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.636478] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1579.636478] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.636478] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.636478] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1579.636478] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88bed617-3264-4950-b23a-a0c6e8a801f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.649032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.649032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquired lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.649032] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1579.655063] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1579.655063] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1579.655063] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5749b9a8-ddc9-49d4-8956-f4ae2fe2ff1a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.659689] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1579.659689] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a6f209-5422-96f8-dff0-f495a7f15f9f" [ 1579.659689] env[62171]: _type = "Task" [ 1579.659689] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.663629] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6fb318b3-55be-4413-abf2-f20aef571170 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.452s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.672871] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a6f209-5422-96f8-dff0-f495a7f15f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.690765] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116956} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.691394] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1579.692184] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a55bb-0afe-4731-a4ef-6c45a4f681d4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.723924] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4496e588-3745-4220-9679-b27a657fd09f/4496e588-3745-4220-9679-b27a657fd09f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.726537] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84fe0e3a-3d08-4d36-a210-6b9844abdd0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.748857] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1579.748857] env[62171]: value = "task-1979072" [ 1579.748857] env[62171]: _type = "Task" [ 1579.748857] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.760349] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.942923] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1580.074351] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.075012] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1580.080124] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.448s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.081773] env[62171]: INFO nova.compute.claims [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.099466] env[62171]: DEBUG oslo_vmware.api [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Task: {'id': task-1979071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381163} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.106232] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.106653] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1580.106974] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1580.107245] env[62171]: INFO nova.compute.manager [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1580.108152] env[62171]: DEBUG oslo.service.loopingcall [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.108152] env[62171]: DEBUG nova.compute.manager [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1580.108152] env[62171]: DEBUG nova.network.neutron [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1580.167706] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1580.182765] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a6f209-5422-96f8-dff0-f495a7f15f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.035894} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.183999] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8b1c90-6824-4fb0-acd3-1ba4c30aa823 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.194058] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1580.194058] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e7664-110e-55bc-4746-f25ae3231dc2" [ 1580.194058] env[62171]: _type = "Task" [ 1580.194058] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.206862] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e7664-110e-55bc-4746-f25ae3231dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.262009] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.271784] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1580.347665] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "c387877d-8cf1-4860-84d3-d8946c65db67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.347890] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "c387877d-8cf1-4860-84d3-d8946c65db67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.479906] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.518184] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updated VIF entry in instance network info cache for port 0ee0222a-2a10-475f-a3e5-6255d15183c8. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1580.518184] env[62171]: DEBUG nova.network.neutron [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updating instance_info_cache with network_info: [{"id": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "address": "fa:16:3e:8d:09:0f", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee0222a-2a", "ovs_interfaceid": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.543546] env[62171]: DEBUG nova.network.neutron [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updating instance_info_cache with network_info: [{"id": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "address": "fa:16:3e:cf:f8:c2", "network": {"id": "eb1cd55e-f4a6-4164-bf71-03cb155c84ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1974168331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "66200c41639e41a4a6a50ca981dcdde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957282d-5a", "ovs_interfaceid": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.587779] env[62171]: DEBUG nova.compute.utils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.594019] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1580.594238] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1580.620634] env[62171]: DEBUG nova.network.neutron [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.667111] env[62171]: DEBUG nova.policy [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6221263a5ab24e7f85979efbbddf6298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d39e21f711140c3830a775f3fa60e43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1580.692925] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.708702] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e7664-110e-55bc-4746-f25ae3231dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.024044} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.708702] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.710179] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1580.710179] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46bafd0c-adc6-489d-8bbd-ab1a1e294ba6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.717641] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1580.717641] env[62171]: value = "task-1979073" [ 1580.717641] env[62171]: _type = "Task" [ 1580.717641] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.727890] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.731359] env[62171]: DEBUG nova.network.neutron [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.761374] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979072, 'name': ReconfigVM_Task, 'duration_secs': 0.798457} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.762601] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4496e588-3745-4220-9679-b27a657fd09f/4496e588-3745-4220-9679-b27a657fd09f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.763641] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-470b3ee1-b85c-4722-ad1d-5c32e1d1a941 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.770234] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1580.770234] env[62171]: value = "task-1979074" [ 1580.770234] env[62171]: _type = "Task" [ 1580.770234] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.782997] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979074, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.020081] env[62171]: DEBUG oslo_concurrency.lockutils [req-31a40cc6-e697-41ab-8865-865944911158 req-671e6fd4-9663-40e4-ab40-e98068465ee1 service nova] Releasing lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.049063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Releasing lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.049063] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Instance network_info: |[{"id": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "address": "fa:16:3e:cf:f8:c2", "network": {"id": "eb1cd55e-f4a6-4164-bf71-03cb155c84ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1974168331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "66200c41639e41a4a6a50ca981dcdde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957282d-5a", "ovs_interfaceid": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1581.050297] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f8:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b957282d-5ada-4cd7-bd06-888fd9bdfa87', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.056933] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Creating folder: Project (66200c41639e41a4a6a50ca981dcdde8). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1581.057771] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e676d18f-ac51-44ca-8edd-6839bbf25314 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.061698] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Successfully created port: d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.071070] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Created folder: Project (66200c41639e41a4a6a50ca981dcdde8) in parent group-v407351. [ 1581.071070] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Creating folder: Instances. Parent ref: group-v407385. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1581.071070] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d181941-1662-4fee-a7e0-9dae5210687b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.081381] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Created folder: Instances in parent group-v407385. [ 1581.081381] env[62171]: DEBUG oslo.service.loopingcall [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.081381] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1581.081381] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b0cd3e9-a5b7-4f4d-9803-bd8eb4af8bc9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.100013] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1581.113623] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.113623] env[62171]: value = "task-1979077" [ 1581.113623] env[62171]: _type = "Task" [ 1581.113623] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.123217] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979077, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.123550] env[62171]: INFO nova.compute.manager [-] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Took 1.77 seconds to deallocate network for instance. [ 1581.126059] env[62171]: DEBUG nova.network.neutron [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.229622] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.234679] env[62171]: INFO nova.compute.manager [-] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Took 1.80 seconds to deallocate network for instance. [ 1581.282055] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979074, 'name': Rename_Task, 'duration_secs': 0.147353} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.283242] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1581.283242] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff8953f1-0134-4b76-bc22-02bd6596e936 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.290164] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1581.290164] env[62171]: value = "task-1979078" [ 1581.290164] env[62171]: _type = "Task" [ 1581.290164] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.304859] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.340037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.340541] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.496967] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3e4cad-e3e4-4fe1-be81-efa74e654dcf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.505537] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6a6f00-97ef-4319-b125-413ecb86b8db {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.543065] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da58c6-afb2-4695-bd1a-8c15af5eca24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.553080] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8996e18e-60e6-4ee8-9a78-3f2732aec3ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.573239] env[62171]: DEBUG nova.compute.provider_tree [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.623805] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979077, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.630565] env[62171]: INFO nova.compute.manager [-] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Took 1.52 seconds to deallocate network for instance. [ 1581.636195] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.729780] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587505} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.730156] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1581.730396] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.730663] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1d24777-9506-4b6d-ab1c-23c558dc77b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.737205] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1581.737205] env[62171]: value = "task-1979079" [ 1581.737205] env[62171]: _type = "Task" [ 1581.737205] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.746248] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.746876] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.800771] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979078, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.075111] env[62171]: DEBUG nova.scheduler.client.report [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1582.112173] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1582.125870] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979077, 'name': CreateVM_Task, 'duration_secs': 0.530416} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.126064] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1582.126810] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.127280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.127426] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.127698] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f396363-af77-4520-ab1d-63a0f4aa79b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.134615] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1582.134615] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52104352-e11e-a251-8329-eb1e1c2340da" [ 1582.134615] env[62171]: _type = "Task" [ 1582.134615] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.140641] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.140641] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.140641] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.140641] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.140849] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.140849] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.141078] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.141156] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.141358] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.141498] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.141685] env[62171]: DEBUG nova.virt.hardware [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.142538] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.144500] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e1fea5-513f-407e-bd37-f2404105a25e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.151125] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52104352-e11e-a251-8329-eb1e1c2340da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.156321] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dada6b-519b-445e-bf72-f30e3cacf086 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.253474] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075893} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.253758] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.256746] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a39cd-a569-41df-816f-81364904f43b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.286289] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.286289] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6a9e1d-494e-4923-a9d4-715d67487795 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.305309] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979078, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.307370] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1582.307370] env[62171]: value = "task-1979080" [ 1582.307370] env[62171]: _type = "Task" [ 1582.307370] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.314296] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.357452] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Received event network-vif-plugged-4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1582.357709] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquiring lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.357853] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.357974] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.359154] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] No waiting events found dispatching network-vif-plugged-4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1582.359154] env[62171]: WARNING nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Received unexpected event network-vif-plugged-4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 for instance with vm_state building and task_state spawning. [ 1582.359154] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Received event network-changed-4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1582.359154] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Refreshing instance network info cache due to event network-changed-4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1582.359154] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquiring lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.359955] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquired lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.359955] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Refreshing network info cache for port 4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1582.535346] env[62171]: DEBUG nova.compute.manager [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-changed-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1582.535346] env[62171]: DEBUG nova.compute.manager [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing instance network info cache due to event network-changed-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1582.535346] env[62171]: DEBUG oslo_concurrency.lockutils [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.535346] env[62171]: DEBUG oslo_concurrency.lockutils [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.535346] env[62171]: DEBUG nova.network.neutron [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing network info cache for port cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1582.582935] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.583329] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1582.587874] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.379s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.590526] env[62171]: INFO nova.compute.claims [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.647918] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52104352-e11e-a251-8329-eb1e1c2340da, 'name': SearchDatastore_Task, 'duration_secs': 0.063236} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.648244] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.650690] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1582.650690] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.650690] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.650690] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1582.651192] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9331d26b-634d-43d8-8058-18aa06b53b42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.663777] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1582.664022] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1582.664708] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861caba5-13ca-4108-b61a-a0bd47600867 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.671570] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1582.671570] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297e22f-2b9d-53d9-123b-c9dc77f30f89" [ 1582.671570] env[62171]: _type = "Task" [ 1582.671570] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.683383] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297e22f-2b9d-53d9-123b-c9dc77f30f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.779168] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.779278] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.806737] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979078, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.815417] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979080, 'name': ReconfigVM_Task, 'duration_secs': 0.28866} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.815874] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.816639] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71787501-a86c-467d-bfa8-39f04f05e341 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.823050] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1582.823050] env[62171]: value = "task-1979081" [ 1582.823050] env[62171]: _type = "Task" [ 1582.823050] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.831634] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979081, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.098972] env[62171]: DEBUG nova.compute.utils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.101991] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1583.101991] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1583.182994] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297e22f-2b9d-53d9-123b-c9dc77f30f89, 'name': SearchDatastore_Task, 'duration_secs': 0.026192} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.186937] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8efa3e0-1bfa-4eb9-8c7e-88100158929a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.193712] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1583.193712] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5245211d-fd6f-79dc-0b26-4682b742f8a4" [ 1583.193712] env[62171]: _type = "Task" [ 1583.193712] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.202956] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5245211d-fd6f-79dc-0b26-4682b742f8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.209817] env[62171]: DEBUG nova.policy [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9158cf7447744012bf658931917221c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a5246478b148dba2b63f2bb710bc01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1583.257771] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Updated VIF entry in instance network info cache for port 4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1583.258134] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Updating instance_info_cache with network_info: [{"id": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "address": "fa:16:3e:b3:b9:a1", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e1d4a9d-a6", "ovs_interfaceid": "4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.309058] env[62171]: DEBUG oslo_vmware.api [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979078, 'name': PowerOnVM_Task, 'duration_secs': 1.607109} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.309320] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1583.309516] env[62171]: INFO nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Took 12.52 seconds to spawn the instance on the hypervisor. [ 1583.309691] env[62171]: DEBUG nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1583.310460] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3259e7b9-2366-4a25-9842-72929fc3e190 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.336216] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979081, 'name': Rename_Task, 'duration_secs': 0.331129} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.336216] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1583.336216] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42af30c3-3118-4e0f-8a6e-3a0790918018 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.343302] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1583.343302] env[62171]: value = "task-1979082" [ 1583.343302] env[62171]: _type = "Task" [ 1583.343302] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.349799] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.446411] env[62171]: DEBUG nova.network.neutron [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updated VIF entry in instance network info cache for port cf691ec6-5cf1-43ef-a6cc-f6b2020b4483. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1583.446755] env[62171]: DEBUG nova.network.neutron [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.607484] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1583.647347] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Successfully created port: 2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.710023] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5245211d-fd6f-79dc-0b26-4682b742f8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.044955} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.710023] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.710023] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] ba819e78-f9b0-4e7f-b896-3c4b7b758cfa/ba819e78-f9b0-4e7f-b896-3c4b7b758cfa.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1583.710023] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cc82720-8f1f-4ab7-af44-860cf58ad272 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.721821] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1583.721821] env[62171]: value = "task-1979083" [ 1583.721821] env[62171]: _type = "Task" [ 1583.721821] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.735139] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.762674] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Releasing lock "refresh_cache-155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.762937] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Received event network-vif-deleted-c8e3efad-d404-44f2-b979-cd0d0a38f253 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1583.763205] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received event network-vif-plugged-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1583.763534] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquiring lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.763811] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.764090] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.764180] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] No waiting events found dispatching network-vif-plugged-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1583.764491] env[62171]: WARNING nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received unexpected event network-vif-plugged-b957282d-5ada-4cd7-bd06-888fd9bdfa87 for instance with vm_state building and task_state spawning. [ 1583.764758] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Received event network-changed-625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1583.764758] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Refreshing instance network info cache due to event network-changed-625fa356-e068-4f60-8bad-aa4fb0ec86ab. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1583.765046] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquiring lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.765149] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquired lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.765366] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Refreshing network info cache for port 625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1583.834811] env[62171]: INFO nova.compute.manager [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Took 23.51 seconds to build instance. [ 1583.859041] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.953022] env[62171]: DEBUG oslo_concurrency.lockutils [req-484a8278-4de3-4d0a-b420-9777d205641e req-ec17453a-3dbd-4a5a-9ac1-ace486646a16 service nova] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.050536] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0462b9f1-dfce-4726-9142-424880e35e37 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.059743] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4abc5-5a30-4c9e-be41-c66d48bb9909 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.095559] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358a7b3-1e69-4479-bcb4-03e80aba9c41 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.104526] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927a8639-6224-4c90-a612-47d3d38839eb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.124765] env[62171]: DEBUG nova.compute.provider_tree [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.196457] env[62171]: DEBUG nova.compute.manager [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1584.198277] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b024251-7604-432d-bd8c-b39f13bbe24e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.233931] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979083, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.337668] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7bad2e6-df44-4f3c-9727-c9e3e99edefe tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.027s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.359513] env[62171]: DEBUG oslo_vmware.api [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979082, 'name': PowerOnVM_Task, 'duration_secs': 0.634903} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.360523] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1584.360738] env[62171]: INFO nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1584.360927] env[62171]: DEBUG nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1584.364370] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe98617-9099-41da-957f-31cfe6c9177a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.460512] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Successfully updated port: efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.627696] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1584.633180] env[62171]: DEBUG nova.scheduler.client.report [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1584.664548] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:32:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1309956562',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1497627434',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1584.664822] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1584.664979] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.665472] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1584.665636] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.665788] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1584.666193] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1584.666443] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1584.666679] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1584.666792] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1584.666965] env[62171]: DEBUG nova.virt.hardware [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.669239] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84945bfe-1bb0-4e67-964e-e154062e960f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.681700] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82123a39-3d77-40e3-92f5-6b01a2caf837 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.710166] env[62171]: INFO nova.compute.manager [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] instance snapshotting [ 1584.712882] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d64a1-d1ff-4e97-b043-d62ed6b275f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.739977] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d04674f-01db-4f43-b61f-2cd6e2b2ae5a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.743886] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Successfully updated port: d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.752380] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916221} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.757639] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] ba819e78-f9b0-4e7f-b896-3c4b7b758cfa/ba819e78-f9b0-4e7f-b896-3c4b7b758cfa.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1584.757768] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.764700] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b155d3cf-dae0-40e9-913f-43badd67924e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.773568] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1584.773568] env[62171]: value = "task-1979084" [ 1584.773568] env[62171]: _type = "Task" [ 1584.773568] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.782582] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.840907] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1584.890792] env[62171]: INFO nova.compute.manager [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Took 14.91 seconds to build instance. [ 1584.961061] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updated VIF entry in instance network info cache for port 625fa356-e068-4f60-8bad-aa4fb0ec86ab. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1584.961451] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updating instance_info_cache with network_info: [{"id": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "address": "fa:16:3e:86:86:5d", "network": {"id": "87fca985-89a1-4655-a335-6ade50bf7bcc", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-809614795-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6b17c9c2c9e400c94a5ec9620af7ffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625fa356-e0", "ovs_interfaceid": "625fa356-e068-4f60-8bad-aa4fb0ec86ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.962873] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.963022] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.963494] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1585.141023] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.141174] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1585.144670] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.900s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.147601] env[62171]: INFO nova.compute.claims [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1585.170773] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "97a48c79-8950-4b53-ae7e-7b7e0845158e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.171196] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "97a48c79-8950-4b53-ae7e-7b7e0845158e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.248113] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.248113] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.248321] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1585.270252] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1585.270585] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b1ab3e5-2d0f-4072-8a85-8fa460066715 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.287925] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073788} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.289199] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.289637] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1585.289637] env[62171]: value = "task-1979085" [ 1585.289637] env[62171]: _type = "Task" [ 1585.289637] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.290779] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5233b67e-9ddf-43ab-a557-e908a86f6cd0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.323438] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ba819e78-f9b0-4e7f-b896-3c4b7b758cfa/ba819e78-f9b0-4e7f-b896-3c4b7b758cfa.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.331135] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1879fde1-3d21-4ed7-8c65-e004b7595ea8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.350569] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.358984] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1585.358984] env[62171]: value = "task-1979086" [ 1585.358984] env[62171]: _type = "Task" [ 1585.358984] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.368361] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.375924] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.397750] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a4b5233-caa4-4feb-91e6-f7e45af3302d tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "155d3d05-32ed-4ba8-9d74-9e2de5f2ad14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.935s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.465734] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Releasing lock "refresh_cache-89054463-b87a-4d12-abdb-285ba68b1a1f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.466035] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.466224] env[62171]: DEBUG nova.compute.manager [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing instance network info cache due to event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1585.466578] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquiring lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.466743] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Acquired lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.466909] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1585.531613] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1585.652937] env[62171]: DEBUG nova.compute.utils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.658090] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1585.658406] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1585.807396] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979085, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.813589] env[62171]: DEBUG nova.policy [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f631114ba54b4c9c5bbaa197f43a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c54beec5d2aa4a52b025cf1a4f20c54b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1585.822435] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Received event network-vif-deleted-b7553866-04b4-4763-a077-f533aae0443e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.822727] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Received event network-vif-deleted-b0703fd2-745e-445d-9f5a-d0e86ea54e75 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.823257] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Received event network-vif-deleted-47d07c6c-e910-4a6e-9de2-15e38a91491f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.823880] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Received event network-vif-plugged-efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.823880] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Acquiring lock "004dbc11-180e-437b-89d9-cb2de69bd140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.824027] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Lock "004dbc11-180e-437b-89d9-cb2de69bd140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.824088] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Lock "004dbc11-180e-437b-89d9-cb2de69bd140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.824519] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] No waiting events found dispatching network-vif-plugged-efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1585.824739] env[62171]: WARNING nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Received unexpected event network-vif-plugged-efb259d3-35c6-4f0e-a1a4-4a8855c3439d for instance with vm_state building and task_state spawning. [ 1585.824906] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Received event network-vif-plugged-d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.825111] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Acquiring lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.825571] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.825745] env[62171]: DEBUG oslo_concurrency.lockutils [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] Lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.825980] env[62171]: DEBUG nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] No waiting events found dispatching network-vif-plugged-d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1585.826115] env[62171]: WARNING nova.compute.manager [req-84aca129-9e96-4013-a71c-1c252d96a4d7 req-66e3d990-9c3e-47b1-8427-984e533333e4 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Received unexpected event network-vif-plugged-d11c9661-b740-43f4-a583-b8d2a15e7a31 for instance with vm_state building and task_state spawning. [ 1585.866258] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1585.872928] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979086, 'name': ReconfigVM_Task, 'duration_secs': 0.475802} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.873473] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ba819e78-f9b0-4e7f-b896-3c4b7b758cfa/ba819e78-f9b0-4e7f-b896-3c4b7b758cfa.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.875546] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76b0ee56-84b4-4354-83c7-ce6802126f58 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.882796] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1585.882796] env[62171]: value = "task-1979087" [ 1585.882796] env[62171]: _type = "Task" [ 1585.882796] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.898418] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979087, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.899415] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Successfully updated port: 2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.900742] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1585.944212] env[62171]: DEBUG nova.compute.manager [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-changed-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.944212] env[62171]: DEBUG nova.compute.manager [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing instance network info cache due to event network-changed-a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1585.944212] env[62171]: DEBUG oslo_concurrency.lockutils [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.944359] env[62171]: DEBUG oslo_concurrency.lockutils [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.944533] env[62171]: DEBUG nova.network.neutron [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing network info cache for port a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1585.979405] env[62171]: DEBUG nova.network.neutron [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Updating instance_info_cache with network_info: [{"id": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "address": "fa:16:3e:7c:7a:26", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb259d3-35", "ovs_interfaceid": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.162162] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1586.308863] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979085, 'name': CreateSnapshot_Task, 'duration_secs': 0.886018} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.311908] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1586.315276] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1132492e-72cf-4854-a7cc-bc0a5a8353ce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.352479] env[62171]: DEBUG nova.network.neutron [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance_info_cache with network_info: [{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.401583] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979087, 'name': Rename_Task, 'duration_secs': 0.174136} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.401633] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1586.402215] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d1cef4-27b8-4724-aea0-67626a0cd3d6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.405030] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.405108] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.405322] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1586.413291] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1586.413291] env[62171]: value = "task-1979088" [ 1586.413291] env[62171]: _type = "Task" [ 1586.413291] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.428783] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979088, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.440462] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.488973] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.488973] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Instance network_info: |[{"id": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "address": "fa:16:3e:7c:7a:26", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb259d3-35", "ovs_interfaceid": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1586.489320] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:7a:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efb259d3-35c6-4f0e-a1a4-4a8855c3439d', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.495935] env[62171]: DEBUG oslo.service.loopingcall [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.497519] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1586.498086] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8970fa7-edf0-4f48-91ff-089d72955671 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.525751] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.525751] env[62171]: value = "task-1979089" [ 1586.525751] env[62171]: _type = "Task" [ 1586.525751] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.534556] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979089, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.668724] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updated VIF entry in instance network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1586.668724] env[62171]: DEBUG nova.network.neutron [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updating instance_info_cache with network_info: [{"id": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "address": "fa:16:3e:cf:f8:c2", "network": {"id": "eb1cd55e-f4a6-4164-bf71-03cb155c84ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1974168331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66200c41639e41a4a6a50ca981dcdde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957282d-5a", "ovs_interfaceid": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.706291] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4798462-53ea-426c-b512-b186b6998af2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.719619] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6950de-e4b4-4620-960d-1470a3db3792 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.756767] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Successfully created port: b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.759659] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b670b-1650-4ffd-8657-208cb3f3aa66 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.773187] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d080d-faa9-4800-9c9c-ee084f16a41b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.794806] env[62171]: DEBUG nova.compute.provider_tree [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.839946] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1586.843705] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f469f84-de64-4c6c-bdd5-c64b863a63a0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.853118] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1586.853118] env[62171]: value = "task-1979090" [ 1586.853118] env[62171]: _type = "Task" [ 1586.853118] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.857147] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.857519] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Instance network_info: |[{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1586.857994] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:a5:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11c9661-b740-43f4-a583-b8d2a15e7a31', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.868071] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Creating folder: Project (5d39e21f711140c3830a775f3fa60e43). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1586.869572] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6a484e-75d4-46ed-b0c6-6288fb213f70 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.877029] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.884783] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Created folder: Project (5d39e21f711140c3830a775f3fa60e43) in parent group-v407351. [ 1586.884783] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Creating folder: Instances. Parent ref: group-v407390. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1586.885157] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7668f3-a78d-4eb1-939c-5613a99a494d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.896205] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Created folder: Instances in parent group-v407390. [ 1586.896590] env[62171]: DEBUG oslo.service.loopingcall [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.896736] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1586.896975] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f30bde8-fcdf-4ce9-a73a-2286ec064af6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.921362] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.921362] env[62171]: value = "task-1979093" [ 1586.921362] env[62171]: _type = "Task" [ 1586.921362] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.932077] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979088, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.937404] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979093, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.744017] env[62171]: DEBUG oslo_concurrency.lockutils [req-c63d47a1-2bd7-4328-9dc9-4fa7d59c4ff6 req-d108df0b-eae5-478a-acdf-e82bdc53e60d service nova] Releasing lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.745225] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1587.747664] env[62171]: DEBUG nova.scheduler.client.report [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1587.750709] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979089, 'name': CreateVM_Task, 'duration_secs': 0.372669} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.751538] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1587.764652] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1587.765621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.765788] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.766118] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.767676] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7740f3-a90c-447f-87a5-266e7c096860 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.778150] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.778401] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979093, 'name': CreateVM_Task, 'duration_secs': 0.850284} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.778553] env[62171]: DEBUG oslo_vmware.api [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979088, 'name': PowerOnVM_Task, 'duration_secs': 0.931352} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.781629] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1587.781751] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1587.781931] env[62171]: INFO nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Took 10.78 seconds to spawn the instance on the hypervisor. [ 1587.782134] env[62171]: DEBUG nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1587.783300] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.784011] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d1682-3dad-4c19-9c03-9262a36f26ae {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.788185] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1587.788185] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b86fb2-aacd-998a-934c-43a5ccba916a" [ 1587.788185] env[62171]: _type = "Task" [ 1587.788185] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.790238] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1587.790470] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1587.790633] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.790813] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1587.790965] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.791125] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1587.794033] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1587.794033] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1587.794033] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1587.794033] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1587.794033] env[62171]: DEBUG nova.virt.hardware [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1587.794578] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f80213-1c06-4e82-a6d5-437c75c9a0c8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.814182] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3114372-c4ea-4f9d-981f-c3d86ba554b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.818310] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b86fb2-aacd-998a-934c-43a5ccba916a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.006736] env[62171]: DEBUG nova.network.neutron [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updated VIF entry in instance network info cache for port a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1588.007270] env[62171]: DEBUG nova.network.neutron [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.100370] env[62171]: DEBUG nova.network.neutron [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updating instance_info_cache with network_info: [{"id": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "address": "fa:16:3e:73:a8:cf", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee12de-04", "ovs_interfaceid": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.269249] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.124s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.269926] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1588.272835] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.274968] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.392s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.274968] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.274968] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1588.275117] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.625s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.276150] env[62171]: DEBUG nova.objects.instance [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lazy-loading 'resources' on Instance uuid 63a3f6d1-15d0-430c-b6c9-a738aedcac9d {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.278336] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eabdc7-fa91-4ef5-93b6-ff0a759c1462 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.286597] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ef252-ceec-4ae3-9f74-a1d08b363781 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.326370] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448533d-e21b-47f4-9aad-23a40c210205 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.329150] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b86fb2-aacd-998a-934c-43a5ccba916a, 'name': SearchDatastore_Task, 'duration_secs': 0.046487} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.331035] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.331257] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1588.333064] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.333064] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.333064] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1588.333064] env[62171]: INFO nova.compute.manager [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Took 18.17 seconds to build instance. [ 1588.339020] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.339020] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1588.339020] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f47739a8-903b-4b31-aae4-bea8bea346ae {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.345598] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ddd2b6-95ee-4d89-8eeb-b52359712c64 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.348578] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c572bbff-799a-4a0e-93ad-069f51d6a7b7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.356023] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1588.356023] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b61d0-9432-d9dc-5e06-f12bd2139545" [ 1588.356023] env[62171]: _type = "Task" [ 1588.356023] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.384284] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181329MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1588.384446] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.393400] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b61d0-9432-d9dc-5e06-f12bd2139545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.509577] env[62171]: DEBUG oslo_concurrency.lockutils [req-d2fdbaa5-30f0-40db-9c88-1b0e919f8f7e req-2e4a3d5b-87b6-48ed-80d5-8da4bff59eb2 service nova] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.609639] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.609992] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Instance network_info: |[{"id": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "address": "fa:16:3e:73:a8:cf", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee12de-04", "ovs_interfaceid": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1588.610419] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:a8:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dee12de-04d8-420d-b1ef-04e755c80fe0', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1588.620288] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Creating folder: Project (00a5246478b148dba2b63f2bb710bc01). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1588.621926] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d47bab-e8c0-4a68-ac2f-e2f77b7f1ae8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.632654] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Created folder: Project (00a5246478b148dba2b63f2bb710bc01) in parent group-v407351. [ 1588.632904] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Creating folder: Instances. Parent ref: group-v407394. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1588.633242] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bceb74de-7e6b-4c54-9bd2-2f8e48cd0025 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.642269] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Created folder: Instances in parent group-v407394. [ 1588.642513] env[62171]: DEBUG oslo.service.loopingcall [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1588.642767] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1588.642897] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52232893-5853-4988-9c03-470d54052571 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.662501] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1588.662501] env[62171]: value = "task-1979096" [ 1588.662501] env[62171]: _type = "Task" [ 1588.662501] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.673794] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979096, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.768264] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.777438] env[62171]: DEBUG nova.compute.utils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1588.781211] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Not allocating networking since 'none' was specified. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1588.782324] env[62171]: DEBUG nova.compute.manager [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Received event network-changed-0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1588.782498] env[62171]: DEBUG nova.compute.manager [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Refreshing instance network info cache due to event network-changed-0ee0222a-2a10-475f-a3e5-6255d15183c8. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1588.782727] env[62171]: DEBUG oslo_concurrency.lockutils [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] Acquiring lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.782833] env[62171]: DEBUG oslo_concurrency.lockutils [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] Acquired lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.783027] env[62171]: DEBUG nova.network.neutron [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Refreshing network info cache for port 0ee0222a-2a10-475f-a3e5-6255d15183c8 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1588.794033] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Received event network-changed-efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1588.794033] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Refreshing instance network info cache due to event network-changed-efb259d3-35c6-4f0e-a1a4-4a8855c3439d. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1588.794033] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquiring lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.794033] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquired lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.794033] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Refreshing network info cache for port efb259d3-35c6-4f0e-a1a4-4a8855c3439d {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1588.851134] env[62171]: DEBUG oslo_concurrency.lockutils [None req-339f0c71-3286-482c-a668-0282981d5817 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.717s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.898141] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b61d0-9432-d9dc-5e06-f12bd2139545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.172484] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979096, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.264735] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.271102] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21e346-12dc-4ecb-bf65-7ed1674841da {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.278935] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e4fa7-72c5-4256-bddc-a19fd157862f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.308362] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1589.315985] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Successfully updated port: b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1589.321663] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7592f4-b31d-4ccc-9cb9-3f8ff8b49634 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.331367] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fccd502-377c-41d4-87f1-75135e8ee450 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.349537] env[62171]: DEBUG nova.compute.provider_tree [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.353893] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1589.395733] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b61d0-9432-d9dc-5e06-f12bd2139545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.551085] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1589.551314] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1589.552082] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a4ed3a-d2b9-4e34-a35e-b4693ca3adb0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.558247] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1589.558247] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5233a687-5636-dd09-c8ad-61cbb82bea17" [ 1589.558247] env[62171]: _type = "Task" [ 1589.558247] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.566110] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5233a687-5636-dd09-c8ad-61cbb82bea17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.675248] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979096, 'name': CreateVM_Task, 'duration_secs': 0.667448} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.675537] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1589.676491] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.765705] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 95%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.825868] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.825868] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.825868] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1589.852644] env[62171]: DEBUG nova.scheduler.client.report [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1589.877416] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Updated VIF entry in instance network info cache for port efb259d3-35c6-4f0e-a1a4-4a8855c3439d. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1589.877787] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Updating instance_info_cache with network_info: [{"id": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "address": "fa:16:3e:7c:7a:26", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefb259d3-35", "ovs_interfaceid": "efb259d3-35c6-4f0e-a1a4-4a8855c3439d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.891256] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.899535] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b61d0-9432-d9dc-5e06-f12bd2139545, 'name': SearchDatastore_Task, 'duration_secs': 1.196146} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.902099] env[62171]: DEBUG nova.network.neutron [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updated VIF entry in instance network info cache for port 0ee0222a-2a10-475f-a3e5-6255d15183c8. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1589.902099] env[62171]: DEBUG nova.network.neutron [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updating instance_info_cache with network_info: [{"id": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "address": "fa:16:3e:8d:09:0f", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee0222a-2a", "ovs_interfaceid": "0ee0222a-2a10-475f-a3e5-6255d15183c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.902442] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1589.902731] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1589.904955] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.904955] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.904955] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.904955] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf60f9f-6761-4199-9218-42b4f593f115 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.910036] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1589.910036] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526538b5-80ac-de2a-b710-64d4426d947c" [ 1589.910036] env[62171]: _type = "Task" [ 1589.910036] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.921642] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526538b5-80ac-de2a-b710-64d4426d947c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.074552] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5233a687-5636-dd09-c8ad-61cbb82bea17, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.075829] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562002ea-41c1-4c9d-b508-bdb8e6f17b20 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.084049] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1590.084049] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924" [ 1590.084049] env[62171]: _type = "Task" [ 1590.084049] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.096534] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.268799] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.322261] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1590.355848] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1590.356577] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1590.357071] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1590.357071] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1590.357185] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1590.357321] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1590.357578] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1590.357754] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1590.357924] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1590.358101] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1590.358280] env[62171]: DEBUG nova.virt.hardware [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1590.359186] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07510b8-5b4c-47c1-960e-8ad45b73149f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.363339] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.366529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.887s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.370534] env[62171]: INFO nova.compute.claims [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1590.377806] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6fb05-9847-4aca-92cb-3a961e7bde33 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.383304] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Releasing lock "refresh_cache-004dbc11-180e-437b-89d9-cb2de69bd140" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.383566] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Received event network-changed-d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1590.383737] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Refreshing instance network info cache due to event network-changed-d11c9661-b740-43f4-a583-b8d2a15e7a31. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1590.383950] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquiring lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.384106] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquired lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.384267] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Refreshing network info cache for port d11c9661-b740-43f4-a583-b8d2a15e7a31 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1590.403142] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.409214] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Creating folder: Project (32da9a1e08a64557b2be52b9840e685f). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1590.411157] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1590.414438] env[62171]: INFO nova.scheduler.client.report [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Deleted allocations for instance 63a3f6d1-15d0-430c-b6c9-a738aedcac9d [ 1590.416168] env[62171]: DEBUG oslo_concurrency.lockutils [req-995e18e8-718a-43f0-a07b-d3c9761c870b req-c59f0f4e-fdd5-4be1-bcd6-64bb17631ea4 service nova] Releasing lock "refresh_cache-4496e588-3745-4220-9679-b27a657fd09f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.416732] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-638e9ec3-699a-40a0-9056-75440fb8c67b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.433989] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526538b5-80ac-de2a-b710-64d4426d947c, 'name': SearchDatastore_Task, 'duration_secs': 0.013578} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.436034] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.436289] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.436567] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.436842] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Created folder: Project (32da9a1e08a64557b2be52b9840e685f) in parent group-v407351. [ 1590.437397] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Creating folder: Instances. Parent ref: group-v407397. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1590.437397] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cead85a-2543-40c7-aed3-5ff29664d530 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.447784] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Created folder: Instances in parent group-v407397. [ 1590.448085] env[62171]: DEBUG oslo.service.loopingcall [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.448296] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1590.448512] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e24b6c0a-addc-49db-8a94-15b8a33b8b99 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.469388] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.469388] env[62171]: value = "task-1979099" [ 1590.469388] env[62171]: _type = "Task" [ 1590.469388] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.479775] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979099, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.595728] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.699822] env[62171]: DEBUG nova.network.neutron [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updating instance_info_cache with network_info: [{"id": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "address": "fa:16:3e:fb:f3:b4", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5bb6d13-89", "ovs_interfaceid": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.769171] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.931133] env[62171]: DEBUG oslo_concurrency.lockutils [None req-941c619e-d0e5-46c7-8d99-0f12c4c85b6f tempest-DeleteServersAdminTestJSON-1301846157 tempest-DeleteServersAdminTestJSON-1301846157-project-admin] Lock "63a3f6d1-15d0-430c-b6c9-a738aedcac9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.269s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.985914] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979099, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.101335] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.202706] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.203112] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Instance network_info: |[{"id": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "address": "fa:16:3e:fb:f3:b4", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5bb6d13-89", "ovs_interfaceid": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1591.204694] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5bb6d13-89a1-4005-9553-0ebf5302189b', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1591.213018] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Creating folder: Project (c54beec5d2aa4a52b025cf1a4f20c54b). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1591.213018] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8f90b6-b696-42c8-93c7-f7caddeeeeff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.222365] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Created folder: Project (c54beec5d2aa4a52b025cf1a4f20c54b) in parent group-v407351. [ 1591.222569] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Creating folder: Instances. Parent ref: group-v407400. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1591.222895] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c05b313d-f915-4027-aef0-4ba74e919209 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.232549] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Created folder: Instances in parent group-v407400. [ 1591.232820] env[62171]: DEBUG oslo.service.loopingcall [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.233089] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1591.233262] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d62c184b-a7c1-4102-a680-ed9cb2642eb4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.256471] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.256471] env[62171]: value = "task-1979102" [ 1591.256471] env[62171]: _type = "Task" [ 1591.256471] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.269546] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.272817] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979102, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.440865] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.441586] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.485485] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979099, 'name': CreateVM_Task, 'duration_secs': 0.79013} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.489048] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1591.490805] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.490805] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.491895] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.492591] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9f0dc4-a500-43ed-812e-055018042fce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.499744] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1591.499744] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52290968-871f-896f-2e97-c4a685081169" [ 1591.499744] env[62171]: _type = "Task" [ 1591.499744] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.514775] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52290968-871f-896f-2e97-c4a685081169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.599136] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.663621] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updated VIF entry in instance network info cache for port d11c9661-b740-43f4-a583-b8d2a15e7a31. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1591.664007] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance_info_cache with network_info: [{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.778087] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979090, 'name': CloneVM_Task, 'duration_secs': 4.909995} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.783939] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Created linked-clone VM from snapshot [ 1591.783939] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979102, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.784501] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafeb58f-b930-4b88-baf2-dcc836c1431f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.800065] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Uploading image 9af29229-53a6-4962-9af0-fa26a2077a81 {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1591.827300] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9cb9b-f2b6-44c5-8412-0cc4a7583d40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.834125] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1591.834125] env[62171]: value = "vm-407392" [ 1591.834125] env[62171]: _type = "VirtualMachine" [ 1591.834125] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1591.834687] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d9976cc-5be6-4ce5-a2bd-2d5f9a1e2ebe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.844096] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f6d90-d782-4dbe-866d-f31513b16c7f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.848324] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lease: (returnval){ [ 1591.848324] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5294953f-3f91-bee5-9eac-1232f99ec523" [ 1591.848324] env[62171]: _type = "HttpNfcLease" [ 1591.848324] env[62171]: } obtained for exporting VM: (result){ [ 1591.848324] env[62171]: value = "vm-407392" [ 1591.848324] env[62171]: _type = "VirtualMachine" [ 1591.848324] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1591.849599] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the lease: (returnval){ [ 1591.849599] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5294953f-3f91-bee5-9eac-1232f99ec523" [ 1591.849599] env[62171]: _type = "HttpNfcLease" [ 1591.849599] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1591.881291] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73071ee6-dfe5-475f-a60a-dcd96d4a194c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.885585] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1591.885585] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5294953f-3f91-bee5-9eac-1232f99ec523" [ 1591.885585] env[62171]: _type = "HttpNfcLease" [ 1591.885585] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1591.886279] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1591.886279] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5294953f-3f91-bee5-9eac-1232f99ec523" [ 1591.886279] env[62171]: _type = "HttpNfcLease" [ 1591.886279] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1591.887114] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f06a6-4639-41b3-ac67-ec2dec011c32 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.893630] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272323a-af82-4218-a0ec-8a7a9ef04ad3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.906069] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1591.906290] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1591.975701] env[62171]: DEBUG nova.compute.provider_tree [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.013944] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52290968-871f-896f-2e97-c4a685081169, 'name': SearchDatastore_Task, 'duration_secs': 0.248524} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.014874] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.014982] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.015299] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.051333] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03b4dd5b-6acc-47a8-b1e7-ffbeb3f48f38 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.105451] env[62171]: DEBUG nova.compute.manager [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received event network-vif-plugged-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.105848] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Acquiring lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.106043] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.109400] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.109660] env[62171]: DEBUG nova.compute.manager [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] No waiting events found dispatching network-vif-plugged-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1592.109900] env[62171]: WARNING nova.compute.manager [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received unexpected event network-vif-plugged-b5bb6d13-89a1-4005-9553-0ebf5302189b for instance with vm_state building and task_state spawning. [ 1592.110157] env[62171]: DEBUG nova.compute.manager [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.110377] env[62171]: DEBUG nova.compute.manager [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing instance network info cache due to event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1592.110650] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Acquiring lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.110848] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Acquired lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.111099] env[62171]: DEBUG nova.network.neutron [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1592.124341] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524384e6-4120-c09c-45ba-585666562924, 'name': SearchDatastore_Task, 'duration_secs': 1.664361} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.124341] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.125392] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 004dbc11-180e-437b-89d9-cb2de69bd140/004dbc11-180e-437b-89d9-cb2de69bd140.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1592.125392] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.125392] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.125650] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59182997-92d2-491d-bc02-da9d9e2aac29 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.129839] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-012f2e49-7b57-45ec-b932-46cc6d85e1ce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.139109] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1592.139109] env[62171]: value = "task-1979104" [ 1592.139109] env[62171]: _type = "Task" [ 1592.139109] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.144760] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.144760] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1592.146289] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63590ecb-8c6c-4904-9371-139e6053c873 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.153673] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.156287] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1592.156287] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a0522a-a002-48c9-d127-94f6d353ff92" [ 1592.156287] env[62171]: _type = "Task" [ 1592.156287] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.165112] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a0522a-a002-48c9-d127-94f6d353ff92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.167798] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Releasing lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.167798] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Received event network-vif-plugged-2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.167798] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquiring lock "41bc910d-7633-4beb-b841-715a02d91cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.167798] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Lock "41bc910d-7633-4beb-b841-715a02d91cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.167798] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Lock "41bc910d-7633-4beb-b841-715a02d91cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.168235] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] No waiting events found dispatching network-vif-plugged-2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1592.168235] env[62171]: WARNING nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Received unexpected event network-vif-plugged-2dee12de-04d8-420d-b1ef-04e755c80fe0 for instance with vm_state building and task_state spawning. [ 1592.168235] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Received event network-changed-2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1592.168358] env[62171]: DEBUG nova.compute.manager [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Refreshing instance network info cache due to event network-changed-2dee12de-04d8-420d-b1ef-04e755c80fe0. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1592.168632] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquiring lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.168721] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Acquired lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.169249] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Refreshing network info cache for port 2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1592.278235] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979102, 'name': CreateVM_Task, 'duration_secs': 0.941849} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.278420] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1592.279935] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.280064] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.281269] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.281269] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790dc064-9d7c-4dc4-a7eb-4b8abd90f1b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.287592] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1592.287592] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5225b0f5-4b02-6df8-5816-236dbc72d7ec" [ 1592.287592] env[62171]: _type = "Task" [ 1592.287592] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.301501] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5225b0f5-4b02-6df8-5816-236dbc72d7ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.482968] env[62171]: DEBUG nova.scheduler.client.report [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.658252] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.678343] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a0522a-a002-48c9-d127-94f6d353ff92, 'name': SearchDatastore_Task, 'duration_secs': 0.018331} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.680516] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1b3d1b-342c-4cc7-be4a-84059a150799 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.694152] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1592.694152] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527e8bad-e27c-f4de-3d83-8bbb893c2570" [ 1592.694152] env[62171]: _type = "Task" [ 1592.694152] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.705617] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527e8bad-e27c-f4de-3d83-8bbb893c2570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.802367] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5225b0f5-4b02-6df8-5816-236dbc72d7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.024208} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.803201] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.803423] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.804179] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.990664] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.990664] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1592.993661] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.301s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.995518] env[62171]: INFO nova.compute.claims [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.152207] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810041} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.152207] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 004dbc11-180e-437b-89d9-cb2de69bd140/004dbc11-180e-437b-89d9-cb2de69bd140.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1593.152488] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.152888] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21c174fb-c9a7-4b76-9988-a8ba70201b38 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.160886] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1593.160886] env[62171]: value = "task-1979105" [ 1593.160886] env[62171]: _type = "Task" [ 1593.160886] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.169963] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.206829] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527e8bad-e27c-f4de-3d83-8bbb893c2570, 'name': SearchDatastore_Task, 'duration_secs': 0.074782} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.207472] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.207835] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1593.208186] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.208412] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.209089] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b3f653-9708-4f3d-b824-ef9504e4cfd6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.212657] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f11e335b-2fa8-4d13-b5a8-6bc346decf90 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.221436] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1593.221436] env[62171]: value = "task-1979106" [ 1593.221436] env[62171]: _type = "Task" [ 1593.221436] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.226341] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.226644] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1593.227989] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03120edc-07db-404a-b18f-72b7911c991d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.234175] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.241394] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1593.241394] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528a926c-b26b-162a-1bfe-dfd3d7748278" [ 1593.241394] env[62171]: _type = "Task" [ 1593.241394] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.250150] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528a926c-b26b-162a-1bfe-dfd3d7748278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.502209] env[62171]: DEBUG nova.compute.utils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1593.511999] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1593.512212] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1593.610179] env[62171]: DEBUG nova.network.neutron [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updated VIF entry in instance network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1593.610285] env[62171]: DEBUG nova.network.neutron [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updating instance_info_cache with network_info: [{"id": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "address": "fa:16:3e:fb:f3:b4", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5bb6d13-89", "ovs_interfaceid": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.666458] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updated VIF entry in instance network info cache for port 2dee12de-04d8-420d-b1ef-04e755c80fe0. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1593.666890] env[62171]: DEBUG nova.network.neutron [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updating instance_info_cache with network_info: [{"id": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "address": "fa:16:3e:73:a8:cf", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee12de-04", "ovs_interfaceid": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.675262] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161552} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.675262] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.676424] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c4d2a-9bff-4b17-80dd-544a04345a34 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.703344] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 004dbc11-180e-437b-89d9-cb2de69bd140/004dbc11-180e-437b-89d9-cb2de69bd140.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.705640] env[62171]: DEBUG nova.policy [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e85e74de7f4881a9d66636b58b60e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b644bbc842e44069ea82b62308faa0e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1593.708508] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935e5cad-eb84-4708-8f05-1e819bedadf9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.740948] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979106, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.743407] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1593.743407] env[62171]: value = "task-1979107" [ 1593.743407] env[62171]: _type = "Task" [ 1593.743407] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.759403] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528a926c-b26b-162a-1bfe-dfd3d7748278, 'name': SearchDatastore_Task, 'duration_secs': 0.021232} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.766460] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.768070] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a3b7ad-5fa2-4c7d-8569-a4f69e8f5426 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.777153] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1593.777153] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dcf9b7-0e84-1cc1-c032-e0438f32776a" [ 1593.777153] env[62171]: _type = "Task" [ 1593.777153] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.785082] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dcf9b7-0e84-1cc1-c032-e0438f32776a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.799826] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.800260] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.012766] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1594.115384] env[62171]: DEBUG oslo_concurrency.lockutils [req-acb977bc-5924-4c1a-81c7-855232ccd549 req-99d1b02c-9b00-40fd-9d17-29142a459398 service nova] Releasing lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.170478] env[62171]: DEBUG oslo_concurrency.lockutils [req-b8b0355b-0b6c-48e8-bedc-ffb486e0805d req-4237f3ec-13d0-4091-b4e2-a3fe15c93994 service nova] Releasing lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.243276] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802554} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.247114] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1594.247534] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1594.248876] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc976dd5-8002-417e-9cb6-7cee8a6ae1e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.261776] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979107, 'name': ReconfigVM_Task, 'duration_secs': 0.384407} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.266384] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 004dbc11-180e-437b-89d9-cb2de69bd140/004dbc11-180e-437b-89d9-cb2de69bd140.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.267279] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1594.267279] env[62171]: value = "task-1979108" [ 1594.267279] env[62171]: _type = "Task" [ 1594.267279] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.267795] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-815cbe1c-de6b-4858-a8f3-b2de37a5888f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.284059] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1594.284059] env[62171]: value = "task-1979109" [ 1594.284059] env[62171]: _type = "Task" [ 1594.284059] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.284486] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.299854] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dcf9b7-0e84-1cc1-c032-e0438f32776a, 'name': SearchDatastore_Task, 'duration_secs': 0.062417} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.301628] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.301628] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 41bc910d-7633-4beb-b841-715a02d91cba/41bc910d-7633-4beb-b841-715a02d91cba.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1594.301628] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.302652] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.302652] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b458f7b-0ee1-496b-bae5-bec7aab07438 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.311383] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5826ade-651f-4f79-90af-227f30ee89a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.313762] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979109, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.319158] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1594.319158] env[62171]: value = "task-1979110" [ 1594.319158] env[62171]: _type = "Task" [ 1594.319158] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.323829] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.324236] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1594.325692] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771e3ee5-7a10-43fe-84f8-477f59e421b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.334303] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.339370] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1594.339370] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f889b-0319-bb5a-2815-168abe174e5e" [ 1594.339370] env[62171]: _type = "Task" [ 1594.339370] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.347521] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f889b-0319-bb5a-2815-168abe174e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.487948] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0920be69-388f-4bef-94b7-d287b9465be0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.500504] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc050ca-2b4b-4963-8701-fe075c48b8b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.536058] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ffbcaf-af14-4ad8-bdbc-14e868c8b080 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.544665] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f9253-4b3f-453c-963d-03649a8a7b74 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.560551] env[62171]: DEBUG nova.compute.provider_tree [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.650935] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Successfully created port: 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1594.782509] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105234} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.783115] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.783671] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d8f21-bf17-4343-a3ac-be00b1c82216 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.823753] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.828943] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613282b4-8c99-4256-bbf7-d6f1715ae1c7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.849325] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979109, 'name': Rename_Task, 'duration_secs': 0.14702} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.853943] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1594.860623] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281147cf-a1a8-450d-bdec-f4fc005b2545 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.867401] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979110, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.872661] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1594.872661] env[62171]: value = "task-1979112" [ 1594.872661] env[62171]: _type = "Task" [ 1594.872661] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.872980] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f889b-0319-bb5a-2815-168abe174e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.873799] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1594.873799] env[62171]: value = "task-1979111" [ 1594.873799] env[62171]: _type = "Task" [ 1594.873799] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.877840] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20bd18b-e498-4799-ba02-331148fb0cf4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.889365] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.893951] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1594.893951] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8cb7-850f-0290-c260-d8ab83c0b77c" [ 1594.893951] env[62171]: _type = "Task" [ 1594.893951] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.894243] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.903908] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8cb7-850f-0290-c260-d8ab83c0b77c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.037076] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1595.066508] env[62171]: DEBUG nova.scheduler.client.report [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.074022] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1595.074022] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1595.074022] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1595.074314] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1595.074314] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1595.074314] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1595.074314] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1595.074314] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1595.074481] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1595.074481] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1595.074481] env[62171]: DEBUG nova.virt.hardware [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1595.075304] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3655b9-9741-4ff3-9770-1df1465fc509 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.086789] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75fe5d-fc4e-46b2-8fac-b66718f4b4e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.344027] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893759} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.344027] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 41bc910d-7633-4beb-b841-715a02d91cba/41bc910d-7633-4beb-b841-715a02d91cba.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1595.344027] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.344027] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c7b2570-2159-4e58-8ff8-57c525d43b47 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.350585] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1595.350585] env[62171]: value = "task-1979113" [ 1595.350585] env[62171]: _type = "Task" [ 1595.350585] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.362484] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.391358] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.395668] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979112, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.408468] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8cb7-850f-0290-c260-d8ab83c0b77c, 'name': SearchDatastore_Task, 'duration_secs': 0.050617} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.408468] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.408468] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1595.408468] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.408648] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.408648] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb47c9ed-926f-4564-ba5e-ed59fc593f89 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.411691] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c43e661a-4194-4fb4-bd2f-bc35bd4d14ae {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.419520] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1595.419520] env[62171]: value = "task-1979114" [ 1595.419520] env[62171]: _type = "Task" [ 1595.419520] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.424562] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.426495] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1595.426495] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7221d9-d17c-4eab-8bcd-f8893bdb91be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.431462] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.434862] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1595.434862] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527f23ac-f3c9-93bc-c74a-b9fd793e2744" [ 1595.434862] env[62171]: _type = "Task" [ 1595.434862] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.445952] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527f23ac-f3c9-93bc-c74a-b9fd793e2744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.581162] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.584021] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1595.585034] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.949s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.586174] env[62171]: DEBUG nova.objects.instance [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lazy-loading 'resources' on Instance uuid 3cc67c78-e9e8-47ea-aa63-42b053f46cd4 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1595.863786] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17018} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.863937] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1595.864861] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c7476f-eb3e-4754-874a-678819b69504 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.902539] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 41bc910d-7633-4beb-b841-715a02d91cba/41bc910d-7633-4beb-b841-715a02d91cba.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1595.911387] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5de2c2-7ff5-4a0d-878c-3bf399b878dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.947139] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979112, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.947527] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979111, 'name': ReconfigVM_Task, 'duration_secs': 0.893691} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.956090] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfigured VM instance instance-0000000e to attach disk [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.956345] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1595.956345] env[62171]: value = "task-1979115" [ 1595.956345] env[62171]: _type = "Task" [ 1595.956345] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.956946] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca3dc6c7-669f-4185-87cd-976baa8cc8b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.964358] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979114, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.970811] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527f23ac-f3c9-93bc-c74a-b9fd793e2744, 'name': SearchDatastore_Task, 'duration_secs': 0.02878} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.972567] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b373fe-b9bd-430f-b0b4-2f61f7f20146 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.978529] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.980651] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1595.980651] env[62171]: value = "task-1979116" [ 1595.980651] env[62171]: _type = "Task" [ 1595.980651] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.984070] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1595.984070] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527070e8-7745-2f18-cbb8-305dcbff4370" [ 1595.984070] env[62171]: _type = "Task" [ 1595.984070] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.997578] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979116, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.001851] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527070e8-7745-2f18-cbb8-305dcbff4370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.007060] env[62171]: DEBUG nova.compute.manager [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1596.007060] env[62171]: DEBUG nova.compute.manager [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing instance network info cache due to event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1596.007060] env[62171]: DEBUG oslo_concurrency.lockutils [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] Acquiring lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.007060] env[62171]: DEBUG oslo_concurrency.lockutils [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] Acquired lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.007060] env[62171]: DEBUG nova.network.neutron [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1596.089625] env[62171]: DEBUG nova.compute.utils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1596.094367] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Not allocating networking since 'none' was specified. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1596.401585] env[62171]: DEBUG oslo_vmware.api [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979112, 'name': PowerOnVM_Task, 'duration_secs': 1.374068} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.401585] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1596.401585] env[62171]: INFO nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Took 16.89 seconds to spawn the instance on the hypervisor. [ 1596.401585] env[62171]: DEBUG nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1596.401585] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb0fb06-669a-4770-b846-1cd2343356fe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.440857] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776038} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.441965] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1596.441965] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1596.441965] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-473737e2-650f-42f4-bb9c-2a9e31762f1b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.452179] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1596.452179] env[62171]: value = "task-1979117" [ 1596.452179] env[62171]: _type = "Task" [ 1596.452179] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.469821] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.475275] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979115, 'name': ReconfigVM_Task, 'duration_secs': 0.415432} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.475753] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 41bc910d-7633-4beb-b841-715a02d91cba/41bc910d-7633-4beb-b841-715a02d91cba.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.476547] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56648182-d87d-4317-8922-db9813f39a89 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.484705] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1596.484705] env[62171]: value = "task-1979118" [ 1596.484705] env[62171]: _type = "Task" [ 1596.484705] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.502843] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979116, 'name': Rename_Task, 'duration_secs': 0.414526} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.505590] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1596.509811] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c53b47-1d52-4542-a24f-3b55664a276f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.513779] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979118, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.518236] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527070e8-7745-2f18-cbb8-305dcbff4370, 'name': SearchDatastore_Task, 'duration_secs': 0.055844} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.519570] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.519570] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5/1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1596.519954] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b17f098-f1d1-441f-b36b-10e7181f6966 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.523326] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1596.523326] env[62171]: value = "task-1979119" [ 1596.523326] env[62171]: _type = "Task" [ 1596.523326] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.530589] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1596.530589] env[62171]: value = "task-1979120" [ 1596.530589] env[62171]: _type = "Task" [ 1596.530589] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.538066] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.542899] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.583396] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794c6b7c-1a92-4661-82cd-e44077062737 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.592352] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c1c4c-d2a4-46d4-9798-069131e91cb4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.596750] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1596.631964] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e31b70-3eb7-4f57-9d4b-aeceee442292 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.641018] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07532fa7-4b67-4587-994e-d531e5cda59c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.657980] env[62171]: DEBUG nova.compute.provider_tree [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1596.923567] env[62171]: INFO nova.compute.manager [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 004dbc11-180e-437b-89d9-cb2de69bd140] Took 25.63 seconds to build instance. [ 1596.965335] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136749} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.965776] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.966765] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6566b-7150-4281-9684-bcd831d80f92 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.992744] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.993334] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f80169c-c98f-4d0a-be3a-677d8d5f02a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.022223] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979118, 'name': Rename_Task, 'duration_secs': 0.157276} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.024105] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1597.024686] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1597.024686] env[62171]: value = "task-1979121" [ 1597.024686] env[62171]: _type = "Task" [ 1597.024686] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.025054] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7aac9af-947d-4df1-b23a-37f09be750d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.044381] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1597.044381] env[62171]: value = "task-1979122" [ 1597.044381] env[62171]: _type = "Task" [ 1597.044381] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.050359] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.050639] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.058870] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979120, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.065830] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.196959] env[62171]: ERROR nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] [req-a68c2137-ee69-40de-92f8-c4f4ff0e5b46] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a68c2137-ee69-40de-92f8-c4f4ff0e5b46"}]} [ 1597.226198] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "07726d27-59fc-4540-8350-22aba76b0eab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.226553] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.228868] env[62171]: DEBUG nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1597.251334] env[62171]: DEBUG nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1597.251334] env[62171]: DEBUG nova.compute.provider_tree [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1597.276914] env[62171]: DEBUG nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1597.305843] env[62171]: DEBUG nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1597.425489] env[62171]: DEBUG oslo_concurrency.lockutils [None req-253bd3e5-0ff3-4af3-8024-a607dc9c0012 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "004dbc11-180e-437b-89d9-cb2de69bd140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.414s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.563137] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.564332] env[62171]: DEBUG oslo_vmware.api [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979119, 'name': PowerOnVM_Task, 'duration_secs': 0.990165} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.564332] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729255} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.574855] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1597.574855] env[62171]: INFO nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Took 15.46 seconds to spawn the instance on the hypervisor. [ 1597.574855] env[62171]: DEBUG nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1597.574855] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5/1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1597.574855] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.578929] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2160526-e859-4022-9227-c515510fe770 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.582838] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96989093-e643-41ce-8c6d-775ce4b7a7d3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.593280] env[62171]: DEBUG oslo_vmware.api [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979122, 'name': PowerOnVM_Task, 'duration_secs': 0.519933} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.595701] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1597.595701] env[62171]: INFO nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Took 12.97 seconds to spawn the instance on the hypervisor. [ 1597.595896] env[62171]: DEBUG nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1597.602995] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1597.602995] env[62171]: value = "task-1979123" [ 1597.602995] env[62171]: _type = "Task" [ 1597.602995] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.605949] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd80f5e-4688-4367-94e1-238ad3819fd7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.615459] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1597.641757] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.667095] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.667402] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.667613] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.667767] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.667943] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.668348] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.668348] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.668594] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.668808] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.669062] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.669720] env[62171]: DEBUG nova.virt.hardware [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.670922] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a9b35-77ca-463b-8b95-9f96c746003b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.682753] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83abf235-0233-460d-8b99-1c4b3d71b0bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.710136] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.720945] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Creating folder: Project (17b1e6fcc2014c178146196c10199b6d). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1597.723479] env[62171]: DEBUG nova.network.neutron [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updated VIF entry in instance network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1597.724136] env[62171]: DEBUG nova.network.neutron [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updating instance_info_cache with network_info: [{"id": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "address": "fa:16:3e:cf:f8:c2", "network": {"id": "eb1cd55e-f4a6-4164-bf71-03cb155c84ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1974168331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66200c41639e41a4a6a50ca981dcdde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957282d-5a", "ovs_interfaceid": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.731536] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f21239-113e-4995-853e-e5e9c28a2a18 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.743595] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Created folder: Project (17b1e6fcc2014c178146196c10199b6d) in parent group-v407351. [ 1597.743595] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Creating folder: Instances. Parent ref: group-v407403. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1597.743595] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bcb7add-56c6-4b7f-ace2-162eb876f15b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.753206] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Created folder: Instances in parent group-v407403. [ 1597.753453] env[62171]: DEBUG oslo.service.loopingcall [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.754181] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1597.754389] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa43589-11d8-4242-91ac-92b42f023c2b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.780612] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.780612] env[62171]: value = "task-1979126" [ 1597.780612] env[62171]: _type = "Task" [ 1597.780612] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.790036] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979126, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.807161] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Successfully updated port: 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.933572] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1597.993902] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8659d6a0-4868-4910-b66e-0e8889479ab2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.003753] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586d18c-1516-4f1a-8300-a2a3bf50e3fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.041533] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43fb81e-c248-40e0-acf8-ce5028528e9f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.053627] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979121, 'name': ReconfigVM_Task, 'duration_secs': 0.687659} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.054953] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d1037d-8209-4b79-be35-77e5e373fe00 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.059034] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.060016] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0c45d1-ec54-4908-85f5-2fed49653d0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.074038] env[62171]: DEBUG nova.compute.provider_tree [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.078089] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1598.078089] env[62171]: value = "task-1979127" [ 1598.078089] env[62171]: _type = "Task" [ 1598.078089] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.086091] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979127, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.126885] env[62171]: INFO nova.compute.manager [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Took 25.28 seconds to build instance. [ 1598.137571] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14115} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.137571] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.137571] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2d47fe-0015-4751-aefd-d4aea94ec0aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.165780] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5/1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.169763] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727d01dd-180c-4bfa-b340-87d2a105507a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.183547] env[62171]: INFO nova.compute.manager [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Took 22.58 seconds to build instance. [ 1598.192213] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1598.192213] env[62171]: value = "task-1979128" [ 1598.192213] env[62171]: _type = "Task" [ 1598.192213] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.204370] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.236559] env[62171]: DEBUG oslo_concurrency.lockutils [req-d8b8742d-a9d3-4972-b6aa-18c78b80c346 req-22822828-2c49-406f-beab-1ca42fd2006a service nova] Releasing lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.293430] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979126, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.311550] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.311770] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquired lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.312027] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1598.466967] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.594075] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979127, 'name': Rename_Task, 'duration_secs': 0.235971} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.602990] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1598.602990] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42708863-e63b-44ec-8b9d-e75681eca8a6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.616865] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1598.616865] env[62171]: value = "task-1979129" [ 1598.616865] env[62171]: _type = "Task" [ 1598.616865] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.626680] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979129, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.637758] env[62171]: DEBUG oslo_concurrency.lockutils [None req-46bb4a81-7f58-4585-a7db-5e6ae4e04a62 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.588s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.686037] env[62171]: DEBUG nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1598.686037] env[62171]: DEBUG nova.compute.provider_tree [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 35 to 36 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1598.686037] env[62171]: DEBUG nova.compute.provider_tree [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.697626] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a068d18e-3c0b-4c25-98db-62e0c55723bb tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.439s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.721719] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.797955] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979126, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.876348] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1599.095616] env[62171]: DEBUG nova.network.neutron [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updating instance_info_cache with network_info: [{"id": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "address": "fa:16:3e:a9:3f:bc", "network": {"id": "36bd0c05-b54e-4adf-8276-815912804d2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1785242399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b644bbc842e44069ea82b62308faa0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649dd2a5-9f", "ovs_interfaceid": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.125706] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979129, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.142449] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1599.203765] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.618s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.211979] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.466s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.212282] env[62171]: DEBUG nova.objects.instance [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lazy-loading 'resources' on Instance uuid 3934d14c-3eb6-41f9-a590-5b5d155604e3 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.213890] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1599.229590] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979128, 'name': ReconfigVM_Task, 'duration_secs': 0.610526} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.229889] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5/1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.230803] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-899f97f8-c522-4b31-a57d-30b2da1ad976 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.240145] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1599.240145] env[62171]: value = "task-1979130" [ 1599.240145] env[62171]: _type = "Task" [ 1599.240145] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.247953] env[62171]: INFO nova.scheduler.client.report [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Deleted allocations for instance 3cc67c78-e9e8-47ea-aa63-42b053f46cd4 [ 1599.261376] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979130, 'name': Rename_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.299809] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979126, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.360782] env[62171]: DEBUG nova.compute.manager [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Received event network-vif-plugged-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1599.361128] env[62171]: DEBUG oslo_concurrency.lockutils [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.361368] env[62171]: DEBUG oslo_concurrency.lockutils [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.361635] env[62171]: DEBUG oslo_concurrency.lockutils [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.361896] env[62171]: DEBUG nova.compute.manager [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] No waiting events found dispatching network-vif-plugged-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1599.362225] env[62171]: WARNING nova.compute.manager [req-4970ea48-352c-4b67-a71a-46ed609f5a31 req-83538af5-0259-45d7-b128-fcb13f0544a1 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Received unexpected event network-vif-plugged-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e for instance with vm_state building and task_state spawning. [ 1599.599700] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Releasing lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.599700] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Instance network_info: |[{"id": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "address": "fa:16:3e:a9:3f:bc", "network": {"id": "36bd0c05-b54e-4adf-8276-815912804d2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1785242399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b644bbc842e44069ea82b62308faa0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649dd2a5-9f", "ovs_interfaceid": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1599.603681] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:3f:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '649dd2a5-9fbb-4aae-b502-1af9ffe05b1e', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.609298] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Creating folder: Project (0b644bbc842e44069ea82b62308faa0e). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1599.610448] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e626ca7c-a142-4f06-933f-055a417627bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.624023] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Created folder: Project (0b644bbc842e44069ea82b62308faa0e) in parent group-v407351. [ 1599.624023] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Creating folder: Instances. Parent ref: group-v407406. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1599.624023] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba6629f7-2c73-4259-81dd-b287fbb7f4cc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.628579] env[62171]: DEBUG oslo_vmware.api [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979129, 'name': PowerOnVM_Task, 'duration_secs': 0.603393} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.629339] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1599.629581] env[62171]: INFO nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1599.629783] env[62171]: DEBUG nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1599.631081] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a69107-99aa-48dd-8c17-4d85379a5fce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.641063] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Created folder: Instances in parent group-v407406. [ 1599.644013] env[62171]: DEBUG oslo.service.loopingcall [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.644013] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1599.644013] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0700a9ea-0c16-4e36-aa43-0219f5babbf8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.671232] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.671232] env[62171]: value = "task-1979133" [ 1599.671232] env[62171]: _type = "Task" [ 1599.671232] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.680714] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979133, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.695417] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.743638] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.759265] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979130, 'name': Rename_Task, 'duration_secs': 0.257176} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.764154] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1599.764154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d27216f-3db4-431b-b9ed-8a9893fda7c5 tempest-ServerDiagnosticsTest-136353931 tempest-ServerDiagnosticsTest-136353931-project-member] Lock "3cc67c78-e9e8-47ea-aa63-42b053f46cd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.594s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.764154] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee17499-ba29-4b41-8375-f7cdd1e82594 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.770400] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1599.770400] env[62171]: value = "task-1979134" [ 1599.770400] env[62171]: _type = "Task" [ 1599.770400] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.788126] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979134, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.804621] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979126, 'name': CreateVM_Task, 'duration_secs': 1.527419} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.804621] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1599.804621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.804621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.804621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1599.804621] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20cd051a-eb1a-4ada-b36a-de787d76db86 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.809500] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1599.809500] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dabfd8-e62e-a43d-e551-69b2d348135f" [ 1599.809500] env[62171]: _type = "Task" [ 1599.809500] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.821953] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dabfd8-e62e-a43d-e551-69b2d348135f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.858058] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "877a937a-e068-47ac-a6ca-8b499fc46b74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.858058] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.155621] env[62171]: INFO nova.compute.manager [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Took 23.93 seconds to build instance. [ 1600.185867] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979133, 'name': CreateVM_Task, 'duration_secs': 0.422344} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.185867] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1600.187171] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.237941] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccd678d-1053-4305-bd56-562234f2a83a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.249655] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a19a2-3c30-4490-86f4-41a53b41d1e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.292291] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f1a4fc-1283-456a-b690-c58a61b17a0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.302161] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.306397] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02cc24a-315e-44f4-8fba-7f6970965623 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.326745] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52dabfd8-e62e-a43d-e551-69b2d348135f, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.331042] env[62171]: DEBUG nova.compute.provider_tree [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1600.331042] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.331042] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.331042] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.331512] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.331512] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.331512] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.331512] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.331512] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d0e096-824c-482e-a132-d3caca3aa52d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.332698] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4d7f2d-2cf5-413d-9ef8-5e7913e4ccee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.342045] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1600.342045] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5228e06d-c4ed-d3f7-26b2-c8791d288060" [ 1600.342045] env[62171]: _type = "Task" [ 1600.342045] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.343790] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.344053] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1600.346057] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a516d789-6310-420c-b036-4fbe42f06e42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.352164] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5228e06d-c4ed-d3f7-26b2-c8791d288060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.356445] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1600.356445] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5265bb6b-6108-9bae-083a-1ef3ce1baab1" [ 1600.356445] env[62171]: _type = "Task" [ 1600.356445] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.369026] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5265bb6b-6108-9bae-083a-1ef3ce1baab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.659941] env[62171]: DEBUG oslo_concurrency.lockutils [None req-6ce8d82c-6427-4a73-b096-e72d8591673b tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.034s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.803312] env[62171]: DEBUG oslo_vmware.api [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979134, 'name': PowerOnVM_Task, 'duration_secs': 0.708804} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.803660] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1600.803947] env[62171]: INFO nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Took 13.06 seconds to spawn the instance on the hypervisor. [ 1600.804177] env[62171]: DEBUG nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1600.805061] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82064f7a-4304-43ab-8c24-1f39323152e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.832220] env[62171]: DEBUG nova.scheduler.client.report [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1600.857035] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5228e06d-c4ed-d3f7-26b2-c8791d288060, 'name': SearchDatastore_Task, 'duration_secs': 0.024575} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.857683] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.857683] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.857813] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.869980] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5265bb6b-6108-9bae-083a-1ef3ce1baab1, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.870839] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf3a279-853e-4d55-a5a7-a9a054b67ccf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.877313] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1600.877313] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5224769a-55d1-3718-5809-d90202c09554" [ 1600.877313] env[62171]: _type = "Task" [ 1600.877313] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.891267] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5224769a-55d1-3718-5809-d90202c09554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.020032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.020032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.164164] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1601.325913] env[62171]: INFO nova.compute.manager [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Took 25.14 seconds to build instance. [ 1601.342468] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.346265] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.204s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.346590] env[62171]: DEBUG nova.objects.instance [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lazy-loading 'resources' on Instance uuid 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.373245] env[62171]: INFO nova.scheduler.client.report [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Deleted allocations for instance 3934d14c-3eb6-41f9-a590-5b5d155604e3 [ 1601.392839] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5224769a-55d1-3718-5809-d90202c09554, 'name': SearchDatastore_Task, 'duration_secs': 0.022376} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.393113] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.393375] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 67373f7f-6ef7-41be-8edf-51a13d27a1c5/67373f7f-6ef7-41be-8edf-51a13d27a1c5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1601.393648] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.393842] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.394111] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c043540-6723-447b-ad89-05824b3376e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.396258] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22296169-f1b2-401a-ac71-ea692d58c1d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.403168] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1601.403168] env[62171]: value = "task-1979135" [ 1601.403168] env[62171]: _type = "Task" [ 1601.403168] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.407216] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.408240] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1601.409082] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efa5e5c-96b0-44d7-bfee-65ba907ed95e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.414385] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.419860] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1601.419860] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524178ca-b252-ba60-f586-0c2aa1a16554" [ 1601.419860] env[62171]: _type = "Task" [ 1601.419860] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.428036] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524178ca-b252-ba60-f586-0c2aa1a16554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.619541] env[62171]: DEBUG nova.compute.manager [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Stashing vm_state: active {{(pid=62171) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1601.659630] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "8e628cfe-5d32-419d-ad18-1051130cb68d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.663077] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.696575] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.830256] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d787abf-8755-482a-aeae-086119321fcc tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.637s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.846290] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.848654] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.886892] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f1e14f4b-6ca2-433a-88ee-a8e7cf60ed95 tempest-ImagesNegativeTestJSON-1431314624 tempest-ImagesNegativeTestJSON-1431314624-project-member] Lock "3934d14c-3eb6-41f9-a590-5b5d155604e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.615s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.916175] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.934804] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524178ca-b252-ba60-f586-0c2aa1a16554, 'name': SearchDatastore_Task, 'duration_secs': 0.014117} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.935695] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-294fa55b-4374-4008-9ac8-9449f6dbe40c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.948182] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1601.948182] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c4187-6d04-0b2f-837d-ff878f33bc40" [ 1601.948182] env[62171]: _type = "Task" [ 1601.948182] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.959895] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c4187-6d04-0b2f-837d-ff878f33bc40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.143877] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.333891] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1602.353310] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60438b8-345e-4752-9f4a-c5013031f202 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.365143] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e138d2a-1293-4b2a-88b0-4c303fa56dcb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.402799] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb25f41-090e-4a97-82e1-4757ee9784bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.418323] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829385} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.421012] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 67373f7f-6ef7-41be-8edf-51a13d27a1c5/67373f7f-6ef7-41be-8edf-51a13d27a1c5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1602.421288] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.421625] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2ee2ebf-eed2-4471-9800-f016d066678e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.428568] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e013c03a-40c5-4343-92ea-f0a0580c0832 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.442431] env[62171]: DEBUG nova.compute.provider_tree [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.450789] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1602.450789] env[62171]: value = "task-1979136" [ 1602.450789] env[62171]: _type = "Task" [ 1602.450789] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.457905] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.463190] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c4187-6d04-0b2f-837d-ff878f33bc40, 'name': SearchDatastore_Task, 'duration_secs': 0.053351} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.463488] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.464089] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] fc23a7c7-64d1-47b2-b0fa-55afbbcf570e/fc23a7c7-64d1-47b2-b0fa-55afbbcf570e.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1602.464401] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8254a515-7089-44d9-9792-7b1a75b3cea8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.472130] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1602.472130] env[62171]: value = "task-1979137" [ 1602.472130] env[62171]: _type = "Task" [ 1602.472130] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.482204] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.682723] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.683698] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.777373] env[62171]: DEBUG nova.compute.manager [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Received event network-changed-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1602.777756] env[62171]: DEBUG nova.compute.manager [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Refreshing instance network info cache due to event network-changed-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1602.777861] env[62171]: DEBUG oslo_concurrency.lockutils [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] Acquiring lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.778335] env[62171]: DEBUG oslo_concurrency.lockutils [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] Acquired lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.780010] env[62171]: DEBUG nova.network.neutron [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Refreshing network info cache for port 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1602.872307] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.947985] env[62171]: DEBUG nova.scheduler.client.report [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1602.965149] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075839} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.965496] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.966393] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73eb056-8c90-406c-92cb-f6e489f020f4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.993315] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 67373f7f-6ef7-41be-8edf-51a13d27a1c5/67373f7f-6ef7-41be-8edf-51a13d27a1c5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.996372] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5376641a-9e67-4446-8a55-e07fb06f3de8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.017385] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979137, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.019050] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1603.019050] env[62171]: value = "task-1979138" [ 1603.019050] env[62171]: _type = "Task" [ 1603.019050] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.028263] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.145622] env[62171]: DEBUG nova.compute.manager [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Received event network-changed-2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1603.145735] env[62171]: DEBUG nova.compute.manager [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Refreshing instance network info cache due to event network-changed-2dee12de-04d8-420d-b1ef-04e755c80fe0. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1603.145966] env[62171]: DEBUG oslo_concurrency.lockutils [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] Acquiring lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.146130] env[62171]: DEBUG oslo_concurrency.lockutils [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] Acquired lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.146319] env[62171]: DEBUG nova.network.neutron [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Refreshing network info cache for port 2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1603.288024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "9739be8a-c790-4c96-924b-b47275236b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.288354] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.457266] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.462422] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.085s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.464072] env[62171]: INFO nova.compute.claims [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.482656] env[62171]: INFO nova.scheduler.client.report [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Deleted allocations for instance 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa [ 1603.499160] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728028} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.500656] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] fc23a7c7-64d1-47b2-b0fa-55afbbcf570e/fc23a7c7-64d1-47b2-b0fa-55afbbcf570e.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1603.500656] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1603.500656] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d1977cf-5480-4b97-ba27-fc533fa4a18c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.507505] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1603.507505] env[62171]: value = "task-1979139" [ 1603.507505] env[62171]: _type = "Task" [ 1603.507505] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.520175] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.529577] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.637401] env[62171]: DEBUG nova.network.neutron [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updated VIF entry in instance network info cache for port 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1603.637905] env[62171]: DEBUG nova.network.neutron [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updating instance_info_cache with network_info: [{"id": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "address": "fa:16:3e:a9:3f:bc", "network": {"id": "36bd0c05-b54e-4adf-8276-815912804d2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1785242399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b644bbc842e44069ea82b62308faa0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649dd2a5-9f", "ovs_interfaceid": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.950926] env[62171]: DEBUG nova.network.neutron [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updated VIF entry in instance network info cache for port 2dee12de-04d8-420d-b1ef-04e755c80fe0. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1603.951316] env[62171]: DEBUG nova.network.neutron [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updating instance_info_cache with network_info: [{"id": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "address": "fa:16:3e:73:a8:cf", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dee12de-04", "ovs_interfaceid": "2dee12de-04d8-420d-b1ef-04e755c80fe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.975853] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1603.977224] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8cf575-c41e-4cc3-b4e3-ed5b3ee45922 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.985093] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1603.985436] env[62171]: ERROR oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk due to incomplete transfer. [ 1603.985613] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9eaa5f5e-3b4b-4299-995a-cbfdf8245401 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.993609] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d0da31f4-ae8b-4499-bb6b-8ae3191b9109 tempest-ServerDiagnosticsNegativeTest-737787256 tempest-ServerDiagnosticsNegativeTest-737787256-project-member] Lock "94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.033s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.995732] env[62171]: DEBUG oslo_vmware.rw_handles [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203b413-df76-5c0b-f1e9-2738e821ec7d/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1603.995976] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Uploaded image 9af29229-53a6-4962-9af0-fa26a2077a81 to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1603.998892] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1603.999406] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79816ed6-1cfd-4292-a599-3876d4ce3ba5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.006476] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1604.006476] env[62171]: value = "task-1979140" [ 1604.006476] env[62171]: _type = "Task" [ 1604.006476] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.019745] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979140, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.022982] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067855} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.026255] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.027422] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0268765-3167-40dc-b206-2a71ab0e0883 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.035032] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979138, 'name': ReconfigVM_Task, 'duration_secs': 0.728124} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.046027] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 67373f7f-6ef7-41be-8edf-51a13d27a1c5/67373f7f-6ef7-41be-8edf-51a13d27a1c5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.055044] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] fc23a7c7-64d1-47b2-b0fa-55afbbcf570e/fc23a7c7-64d1-47b2-b0fa-55afbbcf570e.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.055406] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a1302b-176b-4b9b-a0b4-11497a7e604e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.057188] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946a3b86-8cdb-4cfe-8112-8620997cb992 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.071399] env[62171]: INFO nova.compute.manager [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Rebuilding instance [ 1604.081769] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1604.081769] env[62171]: value = "task-1979141" [ 1604.081769] env[62171]: _type = "Task" [ 1604.081769] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.081769] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1604.081769] env[62171]: value = "task-1979142" [ 1604.081769] env[62171]: _type = "Task" [ 1604.081769] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.091540] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.096335] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979141, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.125958] env[62171]: DEBUG nova.compute.manager [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1604.126963] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8526a67a-c2de-46a4-8ce3-6245c791eefe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.141808] env[62171]: DEBUG oslo_concurrency.lockutils [req-3d9a8fab-de7b-48f1-98eb-6874e7663818 req-b7d502c9-4fc0-4295-a5fe-96c41d2ba466 service nova] Releasing lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.453959] env[62171]: DEBUG oslo_concurrency.lockutils [req-373681ac-7097-4c2c-b398-6ddfbac65b23 req-cbdaea3e-332c-43da-b440-4aa62dfd5888 service nova] Releasing lock "refresh_cache-41bc910d-7633-4beb-b841-715a02d91cba" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.519450] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979140, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.596341] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979141, 'name': Rename_Task, 'duration_secs': 0.431019} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.599789] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1604.600723] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.603042] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc8c6f8-66ee-420b-817b-22609dcd6519 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.610680] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1604.610680] env[62171]: value = "task-1979143" [ 1604.610680] env[62171]: _type = "Task" [ 1604.610680] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.622934] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.644416] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1604.645817] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fcace33-69f0-4a3d-8543-f564b6fa1bfb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.652866] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1604.652866] env[62171]: value = "task-1979144" [ 1604.652866] env[62171]: _type = "Task" [ 1604.652866] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.668294] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.026272] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979140, 'name': Destroy_Task, 'duration_secs': 0.906438} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.026598] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Destroyed the VM [ 1605.028058] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1605.028058] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72fc2170-8728-493f-b7b9-eb00663d3f68 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.037380] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1605.037380] env[62171]: value = "task-1979145" [ 1605.037380] env[62171]: _type = "Task" [ 1605.037380] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.046703] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979145, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.049173] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20026516-e68e-437e-a0fc-34bcee2384a7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.056406] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619d635-0300-48bf-84f4-b4b3e9b0144d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.095948] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1589d8-1754-4d34-9ff9-3243d7745264 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.103581] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979142, 'name': ReconfigVM_Task, 'duration_secs': 0.868975} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.106212] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] fc23a7c7-64d1-47b2-b0fa-55afbbcf570e/fc23a7c7-64d1-47b2-b0fa-55afbbcf570e.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.106686] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13beff04-2c60-4c84-8e00-32d4851e6fe7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.109336] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974cbb0-6578-4f87-bae8-30fbd5976e57 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.118854] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1605.118854] env[62171]: value = "task-1979146" [ 1605.118854] env[62171]: _type = "Task" [ 1605.118854] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.127431] env[62171]: DEBUG nova.compute.provider_tree [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.134628] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.139700] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979146, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.164058] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979144, 'name': PowerOffVM_Task, 'duration_secs': 0.296954} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.164058] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1605.164495] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1605.165054] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744186ce-cd10-432e-ac17-c34d9b4d4d6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.174255] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1605.174549] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb40710-3ed9-40cd-8f87-e7c9b7473542 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.201060] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1605.201060] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1605.201963] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Deleting the datastore file [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1605.202063] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e9b806-cf39-4f80-8c83-64ab8d80110b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.210550] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1605.210550] env[62171]: value = "task-1979148" [ 1605.210550] env[62171]: _type = "Task" [ 1605.210550] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.217974] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.547756] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979145, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.607848] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "447f70db-fb44-424a-8013-630922ef258f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.608060] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.622955] env[62171]: DEBUG oslo_vmware.api [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979143, 'name': PowerOnVM_Task, 'duration_secs': 0.710257} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.623256] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1605.623460] env[62171]: INFO nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1605.623640] env[62171]: DEBUG nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1605.624491] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe1066-4bd4-4895-89f4-e021db60e206 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.632971] env[62171]: DEBUG nova.scheduler.client.report [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1605.644505] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979146, 'name': Rename_Task, 'duration_secs': 0.178672} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.645428] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1605.649125] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97cc5a24-da0e-4d2d-9db2-3a6dd970d545 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.653219] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1605.653219] env[62171]: value = "task-1979149" [ 1605.653219] env[62171]: _type = "Task" [ 1605.653219] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.663781] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.718911] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119257} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.719208] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1605.719435] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1605.720589] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1606.050582] env[62171]: DEBUG oslo_vmware.api [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979145, 'name': RemoveSnapshot_Task, 'duration_secs': 1.008335} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.050874] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1606.051611] env[62171]: INFO nova.compute.manager [None req-e3e3f901-8463-42d9-b000-014159ec9775 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 21.34 seconds to snapshot the instance on the hypervisor. [ 1606.150705] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.151611] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1606.162045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.721s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.168632] env[62171]: INFO nova.compute.claims [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1606.175011] env[62171]: INFO nova.compute.manager [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Took 25.50 seconds to build instance. [ 1606.187054] env[62171]: DEBUG oslo_vmware.api [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979149, 'name': PowerOnVM_Task, 'duration_secs': 0.50902} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.187652] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1606.187708] env[62171]: INFO nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Took 11.15 seconds to spawn the instance on the hypervisor. [ 1606.187874] env[62171]: DEBUG nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1606.188666] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5eff0a-ae5b-4923-8b2c-72d2e5cbe99f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.456295] env[62171]: DEBUG nova.compute.manager [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1606.456485] env[62171]: DEBUG nova.compute.manager [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing instance network info cache due to event network-changed-b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1606.456702] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Acquiring lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.456859] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Acquired lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.457168] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Refreshing network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1606.677646] env[62171]: DEBUG nova.compute.utils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.679191] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1606.680980] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1606.681436] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3b97f2c0-4e36-459d-aa86-bb288a78f9ba tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.380s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.706845] env[62171]: INFO nova.compute.manager [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Took 26.26 seconds to build instance. [ 1606.758389] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1606.758662] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1606.758829] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1606.759367] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1606.759367] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1606.759425] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1606.759685] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1606.759758] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1606.759929] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1606.760114] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1606.760296] env[62171]: DEBUG nova.virt.hardware [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1606.761515] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7a6c8-491e-4de0-9684-9fc2b1f43a9a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.770913] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c886b555-f0c7-4cf2-ab07-ec641ccc9a64 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.790090] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.797757] env[62171]: DEBUG oslo.service.loopingcall [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.799912] env[62171]: DEBUG nova.policy [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72f12be60f48450e9fd3c76c7856ceea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fedfcbe159244239acb82b832a7c066', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1606.801721] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1606.802549] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-433b225a-6877-4fe4-8404-a3087243b9fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.820975] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.820975] env[62171]: value = "task-1979150" [ 1606.820975] env[62171]: _type = "Task" [ 1606.820975] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.829536] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979150, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.188357] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1607.191883] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1607.210415] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f25249e9-d93c-4734-9327-f2a9f7a98557 tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.473s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.338733] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979150, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.390339] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "8811ec10-8cc5-4238-b361-55f24e044027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.390584] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.713068] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1607.727673] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.747417] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updated VIF entry in instance network info cache for port b957282d-5ada-4cd7-bd06-888fd9bdfa87. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1607.747784] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updating instance_info_cache with network_info: [{"id": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "address": "fa:16:3e:cf:f8:c2", "network": {"id": "eb1cd55e-f4a6-4164-bf71-03cb155c84ac", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1974168331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66200c41639e41a4a6a50ca981dcdde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb957282d-5a", "ovs_interfaceid": "b957282d-5ada-4cd7-bd06-888fd9bdfa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.754028] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.754667] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.771456] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2e832-edb7-4ed6-b80e-eaaf670e028e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.777450] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Successfully created port: bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.783390] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e2fee6-4f91-44a3-821e-9df6ef7ad0aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.821466] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd9c16f-76f4-40f2-9b21-66ea86ac272a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.837678] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbe385e-277a-44a5-a371-40afa4a9139a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.841933] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979150, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.856016] env[62171]: DEBUG nova.compute.provider_tree [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.209498] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1608.242200] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.242555] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.242746] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.242938] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.243104] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.243265] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.243477] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.243641] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.243836] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.243977] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.244175] env[62171]: DEBUG nova.virt.hardware [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.245097] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53052a6c-4739-497f-87fd-49ce2bc3659c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.253558] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.257303] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Releasing lock "refresh_cache-ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.257303] env[62171]: DEBUG nova.compute.manager [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1608.257303] env[62171]: DEBUG nova.compute.manager [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing instance network info cache due to event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1608.257303] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Acquiring lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.257303] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Acquired lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.257531] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1608.265017] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef02e2a-fa56-4ed3-be99-d7f273dc491c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.336377] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979150, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.360447] env[62171]: DEBUG nova.scheduler.client.report [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1608.515380] env[62171]: DEBUG nova.compute.manager [None req-e9c61f5b-6a44-4c50-b530-009f3ea3607e tempest-ServerDiagnosticsV248Test-715740564 tempest-ServerDiagnosticsV248Test-715740564-project-admin] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1608.518898] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2081e-7ee0-4c5a-aa7d-bef5132d0697 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.530366] env[62171]: INFO nova.compute.manager [None req-e9c61f5b-6a44-4c50-b530-009f3ea3607e tempest-ServerDiagnosticsV248Test-715740564 tempest-ServerDiagnosticsV248Test-715740564-project-admin] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Retrieving diagnostics [ 1608.531379] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa093b-52da-4eea-bb87-763bc897ac66 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.843673] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979150, 'name': CreateVM_Task, 'duration_secs': 1.635779} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.844046] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1608.845039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.845039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.845039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.845266] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33c62b5-494c-4f9b-97d1-506f6664c39a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.852762] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1608.852762] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529afa67-d535-a0e3-798a-3895f2cd0587" [ 1608.852762] env[62171]: _type = "Task" [ 1608.852762] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.865958] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.866601] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1608.870489] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529afa67-d535-a0e3-798a-3895f2cd0587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.873809] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.489s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.120704] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updated VIF entry in instance network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1609.121264] env[62171]: DEBUG nova.network.neutron [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updating instance_info_cache with network_info: [{"id": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "address": "fa:16:3e:fb:f3:b4", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5bb6d13-89", "ovs_interfaceid": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.183566] env[62171]: DEBUG nova.compute.manager [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1609.183566] env[62171]: DEBUG nova.compute.manager [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing instance network info cache due to event network-changed-b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1609.183792] env[62171]: DEBUG oslo_concurrency.lockutils [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] Acquiring lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.370064] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529afa67-d535-a0e3-798a-3895f2cd0587, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.370876] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.370876] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.370876] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.371073] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.371218] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.371415] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aeebe91-94e7-4f3f-b10d-af2cb3ed9d9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.377525] env[62171]: DEBUG nova.compute.utils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1609.379312] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1609.379477] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1609.393817] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1609.402918] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.402918] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1609.402918] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d43e93-0a52-4245-8e4b-9dff8609fd7f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.408405] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1609.408405] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52abb90e-2496-b2bc-7db4-cf1f12784cd2" [ 1609.408405] env[62171]: _type = "Task" [ 1609.408405] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.421549] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52abb90e-2496-b2bc-7db4-cf1f12784cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.529664] env[62171]: DEBUG nova.policy [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c003d120532c4c2796eb0edd93b1ed34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f14d8494ea474405b217622156406d78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1609.625362] env[62171]: DEBUG oslo_concurrency.lockutils [req-c673902c-5108-471f-a8c1-2407fbfa3c39 req-9fbfdc30-1f24-4fb7-943c-737eabd4b960 service nova] Releasing lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.625852] env[62171]: DEBUG oslo_concurrency.lockutils [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] Acquired lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.626064] env[62171]: DEBUG nova.network.neutron [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Refreshing network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1609.903446] env[62171]: INFO nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating resource usage from migration 088ad587-4772-4e15-8569-3624a0081a49 [ 1609.924434] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52abb90e-2496-b2bc-7db4-cf1f12784cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.024735} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.924530] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3fcce2-5ca3-449f-bd12-a87aeb67f140 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.933162] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1609.933162] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cab36-40fb-b572-a211-e1627e1e41fc" [ 1609.933162] env[62171]: _type = "Task" [ 1609.933162] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.944168] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cab36-40fb-b572-a211-e1627e1e41fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.954729] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 85b88f2d-a6fc-4073-8988-27190e4ee0b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955585] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955585] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 89054463-b87a-4d12-abdb-285ba68b1a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955585] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 8638a2a6-96d8-4a94-8014-1228d31b81b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955585] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 62cf026b-3186-4c9f-aa80-57058b88aa76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955860] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 4496e588-3745-4220-9679-b27a657fd09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955860] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955860] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance ba819e78-f9b0-4e7f-b896-3c4b7b758cfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955860] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 004dbc11-180e-437b-89d9-cb2de69bd140 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955958] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 41bc910d-7633-4beb-b841-715a02d91cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.955958] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.956016] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 0dfed87c-cd62-4849-9af4-0e0593a1a478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.957610] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance fc23a7c7-64d1-47b2-b0fa-55afbbcf570e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.957610] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 67373f7f-6ef7-41be-8edf-51a13d27a1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.957610] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance b1054cd3-d64d-4f9b-a314-e94b0d73c80c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1609.957610] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance ed6d0b03-0a79-4691-bc11-cca6ed9ee120 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1610.200722] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Successfully updated port: bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1610.346447] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Successfully created port: 65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.413343] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1610.435250] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1610.435250] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1610.436388] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.436501] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1610.436754] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.436950] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1610.437274] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1610.438051] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1610.438119] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1610.438747] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1610.438747] env[62171]: DEBUG nova.virt.hardware [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1610.439596] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1670a799-3c87-4c74-acfe-7c2516e14b81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.459011] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144fba2a-a5a4-4f4f-aff3-911dd8b2d380 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.463179] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523cab36-40fb-b572-a211-e1627e1e41fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010635} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.463858] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance c387877d-8cf1-4860-84d3-d8946c65db67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.465153] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.465429] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1610.466522] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bc25315-382c-4fed-a364-1a9a97804215 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.482621] env[62171]: DEBUG nova.compute.manager [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Received event network-vif-plugged-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1610.482845] env[62171]: DEBUG oslo_concurrency.lockutils [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] Acquiring lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.483070] env[62171]: DEBUG oslo_concurrency.lockutils [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.483243] env[62171]: DEBUG oslo_concurrency.lockutils [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.483414] env[62171]: DEBUG nova.compute.manager [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] No waiting events found dispatching network-vif-plugged-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1610.483592] env[62171]: WARNING nova.compute.manager [req-78eee63f-9db0-4054-8046-d25f9517ee8c req-38ff44e4-9647-42bd-89b9-bb33037dcd2d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Received unexpected event network-vif-plugged-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 for instance with vm_state building and task_state spawning. [ 1610.486309] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1610.486309] env[62171]: value = "task-1979151" [ 1610.486309] env[62171]: _type = "Task" [ 1610.486309] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.494611] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.701641] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.701641] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.705467] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.705467] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquired lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.705467] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1610.744735] env[62171]: DEBUG nova.network.neutron [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updated VIF entry in instance network info cache for port b5bb6d13-89a1-4005-9553-0ebf5302189b. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1610.745355] env[62171]: DEBUG nova.network.neutron [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updating instance_info_cache with network_info: [{"id": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "address": "fa:16:3e:fb:f3:b4", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5bb6d13-89", "ovs_interfaceid": "b5bb6d13-89a1-4005-9553-0ebf5302189b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.746474] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.746710] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.746919] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.750529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.750529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.755709] env[62171]: INFO nova.compute.manager [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Terminating instance [ 1610.758618] env[62171]: DEBUG nova.compute.manager [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1610.758618] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1610.759434] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e49cff-f94e-4d9e-bdee-23e879932148 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.766760] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1610.766967] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd692b5-64d2-468a-a2f0-8653b84d4381 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.773437] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1610.773437] env[62171]: value = "task-1979152" [ 1610.773437] env[62171]: _type = "Task" [ 1610.773437] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.783125] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.968730] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance e2033d6a-1cae-4bb8-9b0e-e975360cdad3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1611.000321] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979151, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.255340] env[62171]: DEBUG oslo_concurrency.lockutils [req-b592ec3a-8fb2-4ad4-bf00-4d99ff493ca3 req-52e76e89-27ee-4bf4-bf34-c41547f9eccc service nova] Releasing lock "refresh_cache-1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.287282] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979152, 'name': PowerOffVM_Task, 'duration_secs': 0.490186} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.288125] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1611.290496] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1611.290698] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1611.294298] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e97f05-3fb6-437d-a5be-dad2b03328f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.395874] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1611.396133] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1611.396318] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Deleting the datastore file [datastore1] ba819e78-f9b0-4e7f-b896-3c4b7b758cfa {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1611.396596] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b556a3-4dc6-42e3-a260-89565ad1ebb8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.407352] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for the task: (returnval){ [ 1611.407352] env[62171]: value = "task-1979154" [ 1611.407352] env[62171]: _type = "Task" [ 1611.407352] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.415643] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.474056] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 3fb34c5d-46bd-483d-ae49-cef54a5ba59d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1611.498765] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732589} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.499072] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1611.499291] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.499563] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa90a763-086f-411e-8a70-9c8e1fbfe774 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.507373] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1611.507373] env[62171]: value = "task-1979155" [ 1611.507373] env[62171]: _type = "Task" [ 1611.507373] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.518860] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.592677] env[62171]: DEBUG nova.network.neutron [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Updating instance_info_cache with network_info: [{"id": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "address": "fa:16:3e:43:d5:19", "network": {"id": "8d61cc96-a61c-4840-a53a-2a790e44b1fa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1041607975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fedfcbe159244239acb82b832a7c066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6bd5e7-6c", "ovs_interfaceid": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.920783] env[62171]: DEBUG oslo_vmware.api [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Task: {'id': task-1979154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453783} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.921096] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.921293] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1611.921542] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1611.921879] env[62171]: INFO nova.compute.manager [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1611.922069] env[62171]: DEBUG oslo.service.loopingcall [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.922271] env[62171]: DEBUG nova.compute.manager [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1611.922367] env[62171]: DEBUG nova.network.neutron [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1611.976872] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 97a48c79-8950-4b53-ae7e-7b7e0845158e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1612.017505] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147367} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.018424] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.019320] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7290f12-8a82-4258-b84e-a199deb3183d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.044985] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.045538] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4288e7f4-1e31-4c8a-882f-7e006af82b91 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.062878] env[62171]: DEBUG nova.compute.manager [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Received event network-changed-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1612.063092] env[62171]: DEBUG nova.compute.manager [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Refreshing instance network info cache due to event network-changed-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1612.063315] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] Acquiring lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.063463] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] Acquired lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.063624] env[62171]: DEBUG nova.network.neutron [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Refreshing network info cache for port 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1612.074151] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1612.074151] env[62171]: value = "task-1979156" [ 1612.074151] env[62171]: _type = "Task" [ 1612.074151] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.085384] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.094477] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Releasing lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.094726] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Instance network_info: |[{"id": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "address": "fa:16:3e:43:d5:19", "network": {"id": "8d61cc96-a61c-4840-a53a-2a790e44b1fa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1041607975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fedfcbe159244239acb82b832a7c066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6bd5e7-6c", "ovs_interfaceid": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1612.095161] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:d5:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b00fe87c-d828-442f-bd09-e9018c468557', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb6bd5e7-6c52-4df1-a49e-daa35e8e2546', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.105785] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Creating folder: Project (1fedfcbe159244239acb82b832a7c066). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1612.106707] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5964746-bd17-4366-a06f-534cb9f62886 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.116934] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Created folder: Project (1fedfcbe159244239acb82b832a7c066) in parent group-v407351. [ 1612.117148] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Creating folder: Instances. Parent ref: group-v407410. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1612.117445] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5b74265-ab0c-4338-a44e-249cb66106ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.127116] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Created folder: Instances in parent group-v407410. [ 1612.127424] env[62171]: DEBUG oslo.service.loopingcall [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1612.127582] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1612.127786] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-798b1715-33df-4d5f-8ede-d332c2dc0622 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.150220] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.150220] env[62171]: value = "task-1979159" [ 1612.150220] env[62171]: _type = "Task" [ 1612.150220] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.158339] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979159, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.481194] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1612.589673] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.666719] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979159, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.811392] env[62171]: DEBUG nova.compute.manager [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Received event network-changed-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1612.811392] env[62171]: DEBUG nova.compute.manager [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Refreshing instance network info cache due to event network-changed-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1612.814857] env[62171]: DEBUG oslo_concurrency.lockutils [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] Acquiring lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.814857] env[62171]: DEBUG oslo_concurrency.lockutils [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] Acquired lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.814857] env[62171]: DEBUG nova.network.neutron [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Refreshing network info cache for port bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1612.967310] env[62171]: DEBUG nova.compute.manager [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1612.967310] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb698edc-7a34-44ed-b4b1-34da471b67db {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.984085] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance a2ff6e56-fd4f-445d-9455-3c5a39815227 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1613.099240] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.154159] env[62171]: DEBUG nova.network.neutron [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.169432] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979159, 'name': CreateVM_Task, 'duration_secs': 0.789199} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.169630] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1613.170436] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.171616] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.171616] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1613.172291] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3079b569-d4ec-45da-bfb6-88d6020ceb3a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.178554] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1613.178554] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c35b1-71e9-6d0c-ab91-2e870656eb6e" [ 1613.178554] env[62171]: _type = "Task" [ 1613.178554] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.190940] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c35b1-71e9-6d0c-ab91-2e870656eb6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.482301] env[62171]: INFO nova.compute.manager [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] instance snapshotting [ 1613.489743] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 07726d27-59fc-4540-8350-22aba76b0eab has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1613.498242] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72b63b-8cef-4498-a98c-fe46315cfcbb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.531218] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088673d1-548e-4cda-be90-bc95d33d365c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.592846] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979156, 'name': ReconfigVM_Task, 'duration_secs': 1.150563} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.593685] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.594842] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a530c945-afa8-42f1-99ac-843ec1ce0d09 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.601042] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1613.601042] env[62171]: value = "task-1979160" [ 1613.601042] env[62171]: _type = "Task" [ 1613.601042] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.617054] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979160, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.662972] env[62171]: INFO nova.compute.manager [-] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Took 1.74 seconds to deallocate network for instance. [ 1613.690500] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c35b1-71e9-6d0c-ab91-2e870656eb6e, 'name': SearchDatastore_Task, 'duration_secs': 0.026328} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.690941] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.691315] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.691658] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.691909] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.692212] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.692589] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c9b3bc9-9c6d-4e6a-9cb9-ea18aaef416d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.703116] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.703116] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1613.703116] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2584c030-39da-4cde-a2c4-067978ac5556 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.709181] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1613.709181] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521d2d14-7de9-f1d5-5df0-c95e2c006a13" [ 1613.709181] env[62171]: _type = "Task" [ 1613.709181] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.721951] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521d2d14-7de9-f1d5-5df0-c95e2c006a13, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.722785] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5036d9-ff49-4f6e-a499-0a3ca8d2f23b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.728361] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1613.728361] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52247542-4581-a26f-daa3-627dc9ff57de" [ 1613.728361] env[62171]: _type = "Task" [ 1613.728361] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.729334] env[62171]: DEBUG nova.network.neutron [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updated VIF entry in instance network info cache for port 649dd2a5-9fbb-4aae-b502-1af9ffe05b1e. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1613.729588] env[62171]: DEBUG nova.network.neutron [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updating instance_info_cache with network_info: [{"id": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "address": "fa:16:3e:a9:3f:bc", "network": {"id": "36bd0c05-b54e-4adf-8276-815912804d2d", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1785242399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b644bbc842e44069ea82b62308faa0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap649dd2a5-9f", "ovs_interfaceid": "649dd2a5-9fbb-4aae-b502-1af9ffe05b1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.742831] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52247542-4581-a26f-daa3-627dc9ff57de, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.746191] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.746639] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] b1054cd3-d64d-4f9b-a314-e94b0d73c80c/b1054cd3-d64d-4f9b-a314-e94b0d73c80c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1613.747609] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a01c2b3-3ca5-4af2-bb03-730fb70a47aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.755665] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1613.755665] env[62171]: value = "task-1979161" [ 1613.755665] env[62171]: _type = "Task" [ 1613.755665] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.763536] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.836723] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Successfully updated port: 65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1614.001814] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 877a937a-e068-47ac-a6ca-8b499fc46b74 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1614.051108] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1614.051790] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-940b1112-5098-4f2c-9cce-989f087569a7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.059140] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1614.059140] env[62171]: value = "task-1979162" [ 1614.059140] env[62171]: _type = "Task" [ 1614.059140] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.070394] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.074344] env[62171]: DEBUG nova.network.neutron [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Updated VIF entry in instance network info cache for port bb6bd5e7-6c52-4df1-a49e-daa35e8e2546. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1614.074702] env[62171]: DEBUG nova.network.neutron [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Updating instance_info_cache with network_info: [{"id": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "address": "fa:16:3e:43:d5:19", "network": {"id": "8d61cc96-a61c-4840-a53a-2a790e44b1fa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1041607975-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fedfcbe159244239acb82b832a7c066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b00fe87c-d828-442f-bd09-e9018c468557", "external-id": "nsx-vlan-transportzone-7", "segmentation_id": 7, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6bd5e7-6c", "ovs_interfaceid": "bb6bd5e7-6c52-4df1-a49e-daa35e8e2546", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.116853] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979160, 'name': Rename_Task, 'duration_secs': 0.177109} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.116853] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1614.116853] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97981dab-dba2-4961-b3d9-3754840459d3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.124913] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1614.124913] env[62171]: value = "task-1979163" [ 1614.124913] env[62171]: _type = "Task" [ 1614.124913] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.135532] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.170188] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.235468] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0464871-18a1-4d24-88e7-32922e886340 req-f2267168-f707-4cb9-aed3-16fc87f932fe service nova] Releasing lock "refresh_cache-fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.264779] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.340418] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.340621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.340884] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1614.509793] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 4cf6d2cb-8cf1-48ab-9865-22093b604bfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1614.509793] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Migration 088ad587-4772-4e15-8569-3624a0081a49 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1614.509793] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance aee05e74-29a2-40ca-8185-a3698c7321af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1614.574686] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.580768] env[62171]: DEBUG oslo_concurrency.lockutils [req-59f4cd7a-5905-4265-813d-891ae2f12650 req-98c69732-c883-4610-b5b3-a93169e7110d service nova] Releasing lock "refresh_cache-b1054cd3-d64d-4f9b-a314-e94b0d73c80c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.638958] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.765995] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911901} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.767177] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] b1054cd3-d64d-4f9b-a314-e94b0d73c80c/b1054cd3-d64d-4f9b-a314-e94b0d73c80c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1614.767384] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.767708] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa5e32a-039b-43ef-9f73-78af5c93d2e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.775525] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1614.775525] env[62171]: value = "task-1979164" [ 1614.775525] env[62171]: _type = "Task" [ 1614.775525] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.784812] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.912294] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1615.014654] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 8e628cfe-5d32-419d-ad18-1051130cb68d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.072803] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.141791] env[62171]: DEBUG oslo_vmware.api [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979163, 'name': PowerOnVM_Task, 'duration_secs': 0.871155} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.141791] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1615.141791] env[62171]: DEBUG nova.compute.manager [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1615.141791] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84312382-c7d3-4eb8-a8af-4685ae457b85 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.204056] env[62171]: DEBUG nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Received event network-vif-deleted-b957282d-5ada-4cd7-bd06-888fd9bdfa87 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.204282] env[62171]: DEBUG nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Received event network-vif-plugged-65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.204494] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Acquiring lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.205984] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.206205] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.206413] env[62171]: DEBUG nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] No waiting events found dispatching network-vif-plugged-65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1615.206650] env[62171]: WARNING nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Received unexpected event network-vif-plugged-65808482-38f8-44b8-a6d5-3f7b3f88ab9a for instance with vm_state building and task_state spawning. [ 1615.206766] env[62171]: DEBUG nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Received event network-changed-65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1615.208030] env[62171]: DEBUG nova.compute.manager [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Refreshing instance network info cache due to event network-changed-65808482-38f8-44b8-a6d5-3f7b3f88ab9a. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1615.208030] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Acquiring lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.227122] env[62171]: DEBUG nova.network.neutron [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Updating instance_info_cache with network_info: [{"id": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "address": "fa:16:3e:37:0e:55", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65808482-38", "ovs_interfaceid": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.293030] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081813} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.293030] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.293030] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae52f79-b088-435e-95f9-b050e8d70a22 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.316119] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b1054cd3-d64d-4f9b-a314-e94b0d73c80c/b1054cd3-d64d-4f9b-a314-e94b0d73c80c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.317107] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c89e6ac6-01e2-4f6c-be09-8bfa4401a35f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.342206] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1615.342206] env[62171]: value = "task-1979165" [ 1615.342206] env[62171]: _type = "Task" [ 1615.342206] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.354150] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.516121] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance f1a3decb-7efc-4d62-ad83-2da3532c9b4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1615.572148] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.660336] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.733674] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.734116] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Instance network_info: |[{"id": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "address": "fa:16:3e:37:0e:55", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65808482-38", "ovs_interfaceid": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1615.736816] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Acquired lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.736816] env[62171]: DEBUG nova.network.neutron [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Refreshing network info cache for port 65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1615.736816] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:0e:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65808482-38f8-44b8-a6d5-3f7b3f88ab9a', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1615.746868] env[62171]: DEBUG oslo.service.loopingcall [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.747435] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1615.747755] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec66d31-1ecf-461c-b09a-0195d237ec48 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.772597] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1615.772597] env[62171]: value = "task-1979166" [ 1615.772597] env[62171]: _type = "Task" [ 1615.772597] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.782238] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979166, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.857435] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.020251] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 6db5008a-0bc2-41a4-8597-41bbdbe6681f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1616.074475] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979162, 'name': CreateSnapshot_Task, 'duration_secs': 1.589997} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.074938] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1616.076046] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521abb3-41d9-427b-9151-dd8edab96ab0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.196379] env[62171]: DEBUG oslo_concurrency.lockutils [None req-66071f3f-54ef-481e-953f-eaabe9eb8a7a tempest-ServersListShow296Test-567030437 tempest-ServersListShow296Test-567030437-project-member] Acquiring lock "f9ebbfa9-47e1-497d-9349-e293ea9a2392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.197235] env[62171]: DEBUG oslo_concurrency.lockutils [None req-66071f3f-54ef-481e-953f-eaabe9eb8a7a tempest-ServersListShow296Test-567030437 tempest-ServersListShow296Test-567030437-project-member] Lock "f9ebbfa9-47e1-497d-9349-e293ea9a2392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.285098] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979166, 'name': CreateVM_Task, 'duration_secs': 0.466165} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.285742] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1616.286452] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.286609] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.286939] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1616.287300] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0810ae56-0062-429a-b038-e092771fab9f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.293555] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1616.293555] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52251b99-8f2e-9b87-d600-807403c3ea7c" [ 1616.293555] env[62171]: _type = "Task" [ 1616.293555] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.303638] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52251b99-8f2e-9b87-d600-807403c3ea7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.354852] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979165, 'name': ReconfigVM_Task, 'duration_secs': 0.59731} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.355325] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b1054cd3-d64d-4f9b-a314-e94b0d73c80c/b1054cd3-d64d-4f9b-a314-e94b0d73c80c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.355952] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c73896a5-a4af-4927-aa55-e809c39950af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.362461] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1616.362461] env[62171]: value = "task-1979167" [ 1616.362461] env[62171]: _type = "Task" [ 1616.362461] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.373187] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979167, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.523880] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9739be8a-c790-4c96-924b-b47275236b38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1616.597461] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1616.600980] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cf1af07-1c54-47fb-899e-a2006e985930 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.610655] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1616.610655] env[62171]: value = "task-1979168" [ 1616.610655] env[62171]: _type = "Task" [ 1616.610655] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.620572] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.808928] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52251b99-8f2e-9b87-d600-807403c3ea7c, 'name': SearchDatastore_Task, 'duration_secs': 0.032843} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.810315] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.810315] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1616.810315] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.810315] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.811403] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1616.811842] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-706b3ca7-4a71-4691-87a1-bdd0688a3d1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.834858] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1616.835072] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1616.835752] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9487020b-70e5-4fe3-8acd-84881e82e487 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.845672] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1616.845672] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528dc6be-6a13-7282-5d79-f186067a4e3f" [ 1616.845672] env[62171]: _type = "Task" [ 1616.845672] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.856471] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528dc6be-6a13-7282-5d79-f186067a4e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.878161] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979167, 'name': Rename_Task, 'duration_secs': 0.139832} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.878503] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1616.882353] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0408e0b2-7251-4c55-869c-923d8aa64e26 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.890296] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1616.890296] env[62171]: value = "task-1979169" [ 1616.890296] env[62171]: _type = "Task" [ 1616.890296] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.902388] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.914101] env[62171]: DEBUG nova.network.neutron [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Updated VIF entry in instance network info cache for port 65808482-38f8-44b8-a6d5-3f7b3f88ab9a. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1616.914540] env[62171]: DEBUG nova.network.neutron [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Updating instance_info_cache with network_info: [{"id": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "address": "fa:16:3e:37:0e:55", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65808482-38", "ovs_interfaceid": "65808482-38f8-44b8-a6d5-3f7b3f88ab9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.028526] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 447f70db-fb44-424a-8013-630922ef258f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.128638] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task} progress is 93%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.233472] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "1ec61496-8ff5-4236-8aa3-8f8997823742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.233716] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.285464] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.285765] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.359801] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528dc6be-6a13-7282-5d79-f186067a4e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.361319] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0196eeae-208a-4fc4-a21d-abedcf356148 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.366363] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1617.366363] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520959d3-f935-df84-3e21-12528b2108b8" [ 1617.366363] env[62171]: _type = "Task" [ 1617.366363] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.375692] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520959d3-f935-df84-3e21-12528b2108b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.401682] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.419105] env[62171]: DEBUG oslo_concurrency.lockutils [req-cd090b53-3390-4e8d-843e-b54c65f5734a req-0d6cad24-f36e-4ed8-89bd-21951dc32a43 service nova] Releasing lock "refresh_cache-ed6d0b03-0a79-4691-bc11-cca6ed9ee120" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.533897] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 8811ec10-8cc5-4238-b361-55f24e044027 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1617.623618] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.887433] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520959d3-f935-df84-3e21-12528b2108b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011316} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.887433] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.887433] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] ed6d0b03-0a79-4691-bc11-cca6ed9ee120/ed6d0b03-0a79-4691-bc11-cca6ed9ee120.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1617.887433] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bf2cffd-84f1-430b-8659-c41c4070011d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.899414] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1617.899414] env[62171]: value = "task-1979170" [ 1617.899414] env[62171]: _type = "Task" [ 1617.899414] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.906870] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.913904] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.027945] env[62171]: INFO nova.compute.manager [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Rebuilding instance [ 1618.039628] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 677e3210-d6c0-4fbf-8768-e36ddf2acd2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1618.039956] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1618.040082] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1618.086461] env[62171]: DEBUG nova.compute.manager [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1618.088161] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf53179b-97be-45ee-9244-cb47e47857b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.124456] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.414884] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.424021] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979170, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.602518] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1618.603279] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eccfeb9-3388-427e-b497-7c0524081ad8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.611967] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1618.611967] env[62171]: value = "task-1979171" [ 1618.611967] env[62171]: _type = "Task" [ 1618.611967] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.630247] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.634232] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task} progress is 95%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.739315] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf1cc6-23ae-4b39-9ad1-f74c7a96eef0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.747947] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f2624-5995-4182-b056-c517fac943c5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.785824] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f83aa36-b3ed-4123-8f3c-356c9c87a400 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.794996] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e82cc-612e-466e-8aa5-0017a6c71249 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.813835] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1618.912199] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.913698] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.913920] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.924780] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767645} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.925127] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] ed6d0b03-0a79-4691-bc11-cca6ed9ee120/ed6d0b03-0a79-4691-bc11-cca6ed9ee120.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1618.925351] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.925811] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6be2c4c6-984b-4063-89b3-62ec440706ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.933778] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1618.933778] env[62171]: value = "task-1979172" [ 1618.933778] env[62171]: _type = "Task" [ 1618.933778] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.944206] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.069612] env[62171]: DEBUG nova.compute.manager [None req-96a87d8c-c40d-431c-8d4e-a55658cf128f tempest-ServerDiagnosticsV248Test-715740564 tempest-ServerDiagnosticsV248Test-715740564-project-admin] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1619.075132] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189aa858-17cd-4b67-82d2-442f3ac023bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.084263] env[62171]: INFO nova.compute.manager [None req-96a87d8c-c40d-431c-8d4e-a55658cf128f tempest-ServerDiagnosticsV248Test-715740564 tempest-ServerDiagnosticsV248Test-715740564-project-admin] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Retrieving diagnostics [ 1619.084263] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a715ca8-ef8a-420a-83df-173a68f445be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.136170] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979171, 'name': PowerOffVM_Task, 'duration_secs': 0.360936} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.138947] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1619.139191] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1619.139486] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979168, 'name': CloneVM_Task, 'duration_secs': 2.119637} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.140250] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cddeaa5-ac8c-4c4f-8097-e9b65da8a70d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.142944] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Created linked-clone VM from snapshot [ 1619.143671] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5528a230-3592-4468-9175-3f1128e7da6a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.151307] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Uploading image 92873e5a-6021-4c9b-8b8f-109b2977bcdd {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1619.155191] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1619.155463] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-920db970-5e60-406c-83ac-aa074eb9a79d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.180507] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1619.180507] env[62171]: value = "vm-407415" [ 1619.180507] env[62171]: _type = "VirtualMachine" [ 1619.180507] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1619.180675] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f263219f-1a25-408e-93fe-9c576752c338 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.183590] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1619.183590] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1619.183700] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Deleting the datastore file [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1619.184297] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60cb1a8b-2a7a-4b20-ac8b-ed4b73ea9138 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.190251] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lease: (returnval){ [ 1619.190251] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5210f8e8-047b-69d7-09e6-5a4d74ebfa69" [ 1619.190251] env[62171]: _type = "HttpNfcLease" [ 1619.190251] env[62171]: } obtained for exporting VM: (result){ [ 1619.190251] env[62171]: value = "vm-407415" [ 1619.190251] env[62171]: _type = "VirtualMachine" [ 1619.190251] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1619.190514] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the lease: (returnval){ [ 1619.190514] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5210f8e8-047b-69d7-09e6-5a4d74ebfa69" [ 1619.190514] env[62171]: _type = "HttpNfcLease" [ 1619.190514] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1619.191738] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1619.191738] env[62171]: value = "task-1979175" [ 1619.191738] env[62171]: _type = "Task" [ 1619.191738] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.201128] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.201128] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5210f8e8-047b-69d7-09e6-5a4d74ebfa69" [ 1619.201128] env[62171]: _type = "HttpNfcLease" [ 1619.201128] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1619.204646] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.318255] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1619.404480] env[62171]: DEBUG oslo_vmware.api [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979169, 'name': PowerOnVM_Task, 'duration_secs': 2.05582} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.404983] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1619.405252] env[62171]: INFO nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1619.405441] env[62171]: DEBUG nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1619.406422] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd28fd96-303b-49ac-8458-b45cbec6621d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.444748] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0701} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.445074] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1619.445915] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b02b318-f951-4603-bb36-a922b1dac4e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.471185] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ed6d0b03-0a79-4691-bc11-cca6ed9ee120/ed6d0b03-0a79-4691-bc11-cca6ed9ee120.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.471539] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d7de5d-2780-4481-8ce8-65feb61390d5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.493836] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1619.493836] env[62171]: value = "task-1979176" [ 1619.493836] env[62171]: _type = "Task" [ 1619.493836] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.501973] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.708564] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088329} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.709101] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1619.709101] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5210f8e8-047b-69d7-09e6-5a4d74ebfa69" [ 1619.709101] env[62171]: _type = "HttpNfcLease" [ 1619.709101] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1619.709101] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1619.709308] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1619.709430] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1619.712205] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1619.712205] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5210f8e8-047b-69d7-09e6-5a4d74ebfa69" [ 1619.712205] env[62171]: _type = "HttpNfcLease" [ 1619.712205] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1619.713211] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff46cd57-c120-4d92-a74d-ff092bba7ecd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.723961] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1619.724466] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1619.826056] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1619.827401] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.953s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.829550] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.938s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.833250] env[62171]: INFO nova.compute.claims [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1619.838107] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-41294975-de92-4ef6-b41d-2d621042d7a2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.925512] env[62171]: INFO nova.compute.manager [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Took 34.57 seconds to build instance. [ 1620.006787] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979176, 'name': ReconfigVM_Task, 'duration_secs': 0.280567} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.009529] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ed6d0b03-0a79-4691-bc11-cca6ed9ee120/ed6d0b03-0a79-4691-bc11-cca6ed9ee120.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.010301] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e86890-b1e4-4418-82d8-184386d53b6f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.022616] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1620.022616] env[62171]: value = "task-1979177" [ 1620.022616] env[62171]: _type = "Task" [ 1620.022616] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.035132] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979177, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.297658] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.297947] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.298183] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.298374] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.298968] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.302680] env[62171]: INFO nova.compute.manager [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Terminating instance [ 1620.303432] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "refresh_cache-67373f7f-6ef7-41be-8edf-51a13d27a1c5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.304116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquired lock "refresh_cache-67373f7f-6ef7-41be-8edf-51a13d27a1c5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.304116] env[62171]: DEBUG nova.network.neutron [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1620.430444] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dfdfb190-28d6-49ae-8883-89c0a5f7fd6b tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.132s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.537933] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979177, 'name': Rename_Task, 'duration_secs': 0.147452} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.539516] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1620.539516] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-479b2b5a-6030-4f05-ac3c-3e70981be3a4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.548210] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1620.548210] env[62171]: value = "task-1979178" [ 1620.548210] env[62171]: _type = "Task" [ 1620.548210] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.563429] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979178, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.758392] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1620.759446] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1620.759627] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.760028] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1620.760317] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.760564] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1620.760815] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1620.761138] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1620.761479] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1620.761670] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1620.762352] env[62171]: DEBUG nova.virt.hardware [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1620.762925] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f81a20c-4c79-4707-b94b-f3c4d8c41b0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.773394] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815bab83-8b03-450c-bff3-32dcc52b419c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.791102] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.797679] env[62171]: DEBUG oslo.service.loopingcall [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.798086] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1620.798394] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc3d4a43-d442-48df-8485-7480c166ef4a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.821896] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.821896] env[62171]: value = "task-1979179" [ 1620.821896] env[62171]: _type = "Task" [ 1620.821896] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.834781] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979179, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.836536] env[62171]: DEBUG nova.network.neutron [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1620.908666] env[62171]: DEBUG oslo_concurrency.lockutils [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "interface-b1054cd3-d64d-4f9b-a314-e94b0d73c80c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.908872] env[62171]: DEBUG oslo_concurrency.lockutils [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "interface-b1054cd3-d64d-4f9b-a314-e94b0d73c80c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.909211] env[62171]: DEBUG nova.objects.instance [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lazy-loading 'flavor' on Instance uuid b1054cd3-d64d-4f9b-a314-e94b0d73c80c {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.936486] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1620.969614] env[62171]: DEBUG nova.network.neutron [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.065383] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.333625] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979179, 'name': CreateVM_Task, 'duration_secs': 0.298504} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.337093] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1621.337983] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.339807] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.339807] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.339807] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cc3f4f-f165-486c-a2b7-1a66238c0294 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.343648] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1621.343648] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fc0b31-944f-7b6a-9471-97f10cb079a8" [ 1621.343648] env[62171]: _type = "Task" [ 1621.343648] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.352644] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fc0b31-944f-7b6a-9471-97f10cb079a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.414291] env[62171]: DEBUG nova.objects.instance [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lazy-loading 'pci_requests' on Instance uuid b1054cd3-d64d-4f9b-a314-e94b0d73c80c {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.467921] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.472291] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Releasing lock "refresh_cache-67373f7f-6ef7-41be-8edf-51a13d27a1c5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.472714] env[62171]: DEBUG nova.compute.manager [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1621.472927] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1621.473862] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa08194a-9bdf-4ff7-9061-cbabc5ffa49a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.485684] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1621.486315] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c0f302-433f-4274-8c39-ffe84565a6d6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.495853] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1621.495853] env[62171]: value = "task-1979180" [ 1621.495853] env[62171]: _type = "Task" [ 1621.495853] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.511034] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.527337] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce11b25-e6fe-4d5d-8707-f85d800cf02c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.534931] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b790ed8-db29-4ba2-8ba3-22421aa05040 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.573769] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc029529-f31e-482b-89bd-89f8b55900fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.581370] env[62171]: DEBUG oslo_vmware.api [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979178, 'name': PowerOnVM_Task, 'duration_secs': 0.583423} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.583677] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1621.584014] env[62171]: INFO nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1621.584278] env[62171]: DEBUG nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1621.585201] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a03a5-95f6-4313-95df-83293c73e557 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.588909] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a2092d-106c-4654-b48f-400283fd95c7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.603409] env[62171]: DEBUG nova.compute.provider_tree [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.855376] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fc0b31-944f-7b6a-9471-97f10cb079a8, 'name': SearchDatastore_Task, 'duration_secs': 0.029899} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.855690] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.856051] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.856343] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.856575] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.856845] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.857202] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe51993-1de6-44f4-b993-67cfea28b16b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.867445] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.867785] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1621.868815] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1bbd3cc-b946-4f02-9bef-f92ac61f26db {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.874411] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1621.874411] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b1477a-0409-2b7b-67e1-2a1902fa43ff" [ 1621.874411] env[62171]: _type = "Task" [ 1621.874411] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.883090] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b1477a-0409-2b7b-67e1-2a1902fa43ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.919640] env[62171]: DEBUG nova.objects.base [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62171) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1621.919925] env[62171]: DEBUG nova.network.neutron [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1622.004480] env[62171]: DEBUG oslo_concurrency.lockutils [None req-16235e4a-92b2-4b6e-9420-f1ec16c49cfe tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "interface-b1054cd3-d64d-4f9b-a314-e94b0d73c80c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.009838] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979180, 'name': PowerOffVM_Task, 'duration_secs': 0.177327} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.011406] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1622.011805] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1622.013144] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43371ec2-9873-40d2-b086-bd8ca3a8b68d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.041792] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1622.042048] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1622.042243] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Deleting the datastore file [datastore1] 67373f7f-6ef7-41be-8edf-51a13d27a1c5 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.042509] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba2ce43c-70e6-4f05-81ea-469dc98910ef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.054814] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for the task: (returnval){ [ 1622.054814] env[62171]: value = "task-1979186" [ 1622.054814] env[62171]: _type = "Task" [ 1622.054814] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.063334] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.111148] env[62171]: DEBUG nova.scheduler.client.report [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.123466] env[62171]: INFO nova.compute.manager [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Took 35.72 seconds to build instance. [ 1622.387061] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b1477a-0409-2b7b-67e1-2a1902fa43ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012829} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.387969] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4907de-52f2-4560-a5a8-22c19dfeb809 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.395124] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1622.395124] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276dea5-aa44-6213-4bc5-cbf341e4518b" [ 1622.395124] env[62171]: _type = "Task" [ 1622.395124] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.407096] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276dea5-aa44-6213-4bc5-cbf341e4518b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.575569] env[62171]: DEBUG oslo_vmware.api [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Task: {'id': task-1979186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175293} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.576183] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.576725] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1622.577039] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1622.577344] env[62171]: INFO nova.compute.manager [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1622.577822] env[62171]: DEBUG oslo.service.loopingcall [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.578186] env[62171]: DEBUG nova.compute.manager [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1622.578374] env[62171]: DEBUG nova.network.neutron [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1622.599899] env[62171]: DEBUG nova.network.neutron [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1622.619455] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.622018] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1622.624258] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.157s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.629702] env[62171]: INFO nova.compute.claims [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.639701] env[62171]: DEBUG oslo_concurrency.lockutils [None req-9cb1b8bb-1906-4033-8e47-5e2d20ae1d31 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.436s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.907232] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276dea5-aa44-6213-4bc5-cbf341e4518b, 'name': SearchDatastore_Task, 'duration_secs': 0.014317} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.908029] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.908029] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1622.908029] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c2dc5c-5854-43f4-b072-0ff60440e75f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.914308] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1622.914308] env[62171]: value = "task-1979187" [ 1622.914308] env[62171]: _type = "Task" [ 1622.914308] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.922408] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.973346] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquiring lock "f63c1f62-24dd-427f-90cc-25312097d746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.973577] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Lock "f63c1f62-24dd-427f-90cc-25312097d746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.101245] env[62171]: DEBUG nova.network.neutron [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.135152] env[62171]: DEBUG nova.compute.utils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.136695] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1623.136862] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1623.142819] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1623.200227] env[62171]: DEBUG nova.policy [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1830e39ae45048e9884da3ed2649b7ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990c860d520c483abd53e531c19dcfc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1623.427434] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979187, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.492440] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Successfully created port: f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.605812] env[62171]: INFO nova.compute.manager [-] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Took 1.03 seconds to deallocate network for instance. [ 1623.641775] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1623.659874] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a36ca6-45a2-4644-8c40-55f0ee76d3b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.673496] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.674943] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Suspending the VM {{(pid=62171) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1623.678179] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d9d7ef92-40cf-489f-9286-4b79cccb792f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.685944] env[62171]: DEBUG oslo_vmware.api [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] Waiting for the task: (returnval){ [ 1623.685944] env[62171]: value = "task-1979188" [ 1623.685944] env[62171]: _type = "Task" [ 1623.685944] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.697524] env[62171]: DEBUG oslo_vmware.api [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] Task: {'id': task-1979188, 'name': SuspendVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.930389] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979187, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.117258] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.202526] env[62171]: DEBUG oslo_vmware.api [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] Task: {'id': task-1979188, 'name': SuspendVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.266530] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519f84f-5a20-4baa-8a69-d68acf872a70 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.274406] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891aba33-dc5d-4458-90ed-4fc5bfc9a2ce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.308658] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced6099-f39c-4f27-80b3-d3c20c5befe5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.315578] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a105fd73-4b58-414a-a522-9cf08b9d383c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.333877] env[62171]: DEBUG nova.compute.provider_tree [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.386310] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.386608] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.386943] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.387242] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.387543] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.393817] env[62171]: INFO nova.compute.manager [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Terminating instance [ 1624.397547] env[62171]: DEBUG nova.compute.manager [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1624.398114] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1624.399983] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996579dd-45cf-4510-a24f-1295ac17d364 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.419040] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1624.425641] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513b4ade-a3f6-42c6-859b-dacdfdac82f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.436776] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1624.436776] env[62171]: value = "task-1979189" [ 1624.436776] env[62171]: _type = "Task" [ 1624.436776] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.444238] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979187, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.099841} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.451269] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1624.451739] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.452162] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9c3066-a7c9-476f-a72a-4e3f40a13a73 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.464999] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.468010] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1624.468010] env[62171]: value = "task-1979190" [ 1624.468010] env[62171]: _type = "Task" [ 1624.468010] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.482443] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.652535] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1624.675730] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1624.676171] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1624.676397] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.676616] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1624.676768] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.676944] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1624.677206] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1624.678447] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1624.678447] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1624.678447] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1624.678447] env[62171]: DEBUG nova.virt.hardware [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1624.679086] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998e35e5-0e1e-4a1d-bdaf-e658413ac5c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.687848] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b266d06-69da-416d-a489-a17c2cab549b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.710668] env[62171]: DEBUG oslo_vmware.api [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] Task: {'id': task-1979188, 'name': SuspendVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.838968] env[62171]: DEBUG nova.scheduler.client.report [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1624.955939] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979189, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.978525] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116847} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.980050] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.981288] env[62171]: DEBUG nova.compute.manager [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Received event network-vif-plugged-f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1624.981568] env[62171]: DEBUG oslo_concurrency.lockutils [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] Acquiring lock "c387877d-8cf1-4860-84d3-d8946c65db67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.981794] env[62171]: DEBUG oslo_concurrency.lockutils [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] Lock "c387877d-8cf1-4860-84d3-d8946c65db67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.982017] env[62171]: DEBUG oslo_concurrency.lockutils [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] Lock "c387877d-8cf1-4860-84d3-d8946c65db67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.982228] env[62171]: DEBUG nova.compute.manager [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] No waiting events found dispatching network-vif-plugged-f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1624.982440] env[62171]: WARNING nova.compute.manager [req-857af555-c447-4f44-be8b-20873b1a45a9 req-01461472-df70-4e38-a511-e3c2896b882c service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Received unexpected event network-vif-plugged-f03717d6-e48b-4ad7-9bf1-6e175b27ff51 for instance with vm_state building and task_state spawning. [ 1624.983294] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7df605-84b5-4eee-858d-d7709ad6614d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.008337] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.008965] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca492db-e4f4-460e-b479-8768ba93234d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.030345] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1625.030345] env[62171]: value = "task-1979192" [ 1625.030345] env[62171]: _type = "Task" [ 1625.030345] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.039119] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.075015] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Successfully updated port: f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.202928] env[62171]: DEBUG oslo_vmware.api [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] Task: {'id': task-1979188, 'name': SuspendVM_Task, 'duration_secs': 1.078534} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.203256] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Suspended the VM {{(pid=62171) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1625.203442] env[62171]: DEBUG nova.compute.manager [None req-8e0cb837-f0c2-4016-8efb-a4c1267b1f95 tempest-ServersAdminNegativeTestJSON-74322537 tempest-ServersAdminNegativeTestJSON-74322537-project-admin] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1625.204279] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab6037-15b7-4bf2-bc88-92ed6ec3148d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.345324] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.345324] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1625.348626] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.653s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.352106] env[62171]: INFO nova.compute.claims [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1625.454416] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979189, 'name': PowerOffVM_Task, 'duration_secs': 0.578863} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.454770] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1625.455026] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1625.455241] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2710e9a-f184-4fc1-a56c-14a4b3c3b703 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.527887] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1625.528133] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1625.528322] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Deleting the datastore file [datastore1] b1054cd3-d64d-4f9b-a314-e94b0d73c80c {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.528592] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e2f181-5abf-428a-ae5e-d7ec63011663 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.537024] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for the task: (returnval){ [ 1625.537024] env[62171]: value = "task-1979194" [ 1625.537024] env[62171]: _type = "Task" [ 1625.537024] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.542815] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979192, 'name': ReconfigVM_Task, 'duration_secs': 0.375863} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.543444] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478/0dfed87c-cd62-4849-9af4-0e0593a1a478.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.544074] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c711e9b-c9f3-4a5c-8cbb-e546e141724d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.548355] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.552203] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1625.552203] env[62171]: value = "task-1979195" [ 1625.552203] env[62171]: _type = "Task" [ 1625.552203] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.560134] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979195, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.578018] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.578195] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.578349] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1625.855469] env[62171]: DEBUG nova.compute.utils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.858996] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1625.859183] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1625.911277] env[62171]: DEBUG nova.policy [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7199ba663ba48cbb5a14e502155eed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '617855ed81bc426199b6b6f53ccb2d1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1626.049673] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.061966] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979195, 'name': Rename_Task, 'duration_secs': 0.143592} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.062345] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1626.062556] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e434f99d-d1c4-4146-965f-787b84d7e94d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.068874] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Waiting for the task: (returnval){ [ 1626.068874] env[62171]: value = "task-1979196" [ 1626.068874] env[62171]: _type = "Task" [ 1626.068874] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.078300] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.135754] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1626.361121] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1626.544410] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Successfully created port: 72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.550942] env[62171]: DEBUG oslo_vmware.api [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Task: {'id': task-1979194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608684} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.551325] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.551818] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1626.551892] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1626.552090] env[62171]: INFO nova.compute.manager [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1626.552371] env[62171]: DEBUG oslo.service.loopingcall [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.552642] env[62171]: DEBUG nova.compute.manager [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1626.552756] env[62171]: DEBUG nova.network.neutron [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1626.583089] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979196, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.604508] env[62171]: DEBUG nova.network.neutron [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Updating instance_info_cache with network_info: [{"id": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "address": "fa:16:3e:46:0b:6a", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03717d6-e4", "ovs_interfaceid": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.047115] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a7bdc-e689-40c5-b1ef-567545558d7d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.058496] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba1e6de-4895-49c8-b2b1-fdcd330dd145 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.096140] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fa4bc6-c138-48d6-b758-8e1a6f70c7a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.108737] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff889a6d-d95e-4652-b1da-bcef6f339fac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.113624] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.113624] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Instance network_info: |[{"id": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "address": "fa:16:3e:46:0b:6a", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03717d6-e4", "ovs_interfaceid": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1627.113857] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979196, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.114197] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:0b:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f03717d6-e48b-4ad7-9bf1-6e175b27ff51', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.122275] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating folder: Project (990c860d520c483abd53e531c19dcfc1). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1627.124074] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfcde0df-88c6-4569-ac76-2cdf99b1735e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.127613] env[62171]: DEBUG nova.compute.manager [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Received event network-changed-f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1627.127874] env[62171]: DEBUG nova.compute.manager [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Refreshing instance network info cache due to event network-changed-f03717d6-e48b-4ad7-9bf1-6e175b27ff51. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1627.128212] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] Acquiring lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.128346] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] Acquired lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.128518] env[62171]: DEBUG nova.network.neutron [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Refreshing network info cache for port f03717d6-e48b-4ad7-9bf1-6e175b27ff51 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1627.138399] env[62171]: DEBUG nova.compute.provider_tree [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1627.152282] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created folder: Project (990c860d520c483abd53e531c19dcfc1) in parent group-v407351. [ 1627.152540] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating folder: Instances. Parent ref: group-v407420. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1627.152800] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c81e21a3-33f1-461c-817f-3a2c457e9a84 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.163504] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created folder: Instances in parent group-v407420. [ 1627.163757] env[62171]: DEBUG oslo.service.loopingcall [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.163950] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1627.164392] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26e5ea63-6836-4b65-9506-0304f39d4e31 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.188937] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.188937] env[62171]: value = "task-1979200" [ 1627.188937] env[62171]: _type = "Task" [ 1627.188937] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.198379] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979200, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.370681] env[62171]: DEBUG nova.network.neutron [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Updated VIF entry in instance network info cache for port f03717d6-e48b-4ad7-9bf1-6e175b27ff51. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1627.371216] env[62171]: DEBUG nova.network.neutron [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Updating instance_info_cache with network_info: [{"id": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "address": "fa:16:3e:46:0b:6a", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03717d6-e4", "ovs_interfaceid": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.377095] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1627.419150] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.419449] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.419648] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.419930] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.420171] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.420374] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.420611] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.420822] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.421026] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.421204] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.421382] env[62171]: DEBUG nova.virt.hardware [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.422605] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe9048f-de02-4d80-ac40-065886cbb7e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.431585] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56426a4-84ad-4506-8ec0-90a05eaea7f1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.516141] env[62171]: DEBUG nova.network.neutron [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.601855] env[62171]: DEBUG oslo_vmware.api [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Task: {'id': task-1979196, 'name': PowerOnVM_Task, 'duration_secs': 1.409701} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.602167] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1627.602378] env[62171]: DEBUG nova.compute.manager [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1627.603174] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec228a98-e203-4eb1-b021-89dd87a01989 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.666314] env[62171]: ERROR nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [req-0d3260d4-d1c0-4ec0-bfc5-f1b63a9afc9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d3260d4-d1c0-4ec0-bfc5-f1b63a9afc9f"}]} [ 1627.683231] env[62171]: DEBUG nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1627.698576] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979200, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.699590] env[62171]: DEBUG nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1627.699819] env[62171]: DEBUG nova.compute.provider_tree [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1627.711336] env[62171]: DEBUG nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1627.730443] env[62171]: DEBUG nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1627.875591] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ccd4388-b98b-4a5a-a1b6-df54790707ee req-9f95058e-7258-498a-8c1c-270fbea8b67f service nova] Releasing lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.018546] env[62171]: INFO nova.compute.manager [-] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Took 1.47 seconds to deallocate network for instance. [ 1628.081951] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.082232] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.086032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.086032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.086032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.087591] env[62171]: INFO nova.compute.manager [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Terminating instance [ 1628.091225] env[62171]: DEBUG nova.compute.manager [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1628.091417] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1628.092393] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c384de2f-88d2-4408-a91a-eb0328eda344 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.103528] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1628.105968] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c0bb40-a65b-433e-bf6b-46e23b4440ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.121951] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.186620] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1628.186862] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1628.187059] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleting the datastore file [datastore1] ed6d0b03-0a79-4691-bc11-cca6ed9ee120 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.187346] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c9c0d93-0a87-4ba4-822f-0c2deebb9c71 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.194262] env[62171]: DEBUG oslo_vmware.api [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1628.194262] env[62171]: value = "task-1979202" [ 1628.194262] env[62171]: _type = "Task" [ 1628.194262] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.202785] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979200, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.207557] env[62171]: DEBUG oslo_vmware.api [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.292430] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8abbcd8-70f0-449c-bfad-c57569dd4894 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.302851] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea7d20-9a29-4e70-8ebb-39e2031d6f07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.340454] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Successfully updated port: 72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.342304] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831bb07-8cfd-44e8-bb7c-0621b5b7ec67 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.350489] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494b505-5c2d-4d01-bf69-df9410a08c6f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.367885] env[62171]: DEBUG nova.compute.provider_tree [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1628.530074] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.701362] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979200, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.706750] env[62171]: DEBUG oslo_vmware.api [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.845911] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.846156] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquired lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.846363] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1628.904014] env[62171]: DEBUG nova.scheduler.client.report [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1628.904309] env[62171]: DEBUG nova.compute.provider_tree [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 53 to 54 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1628.905799] env[62171]: DEBUG nova.compute.provider_tree [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1629.031869] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.032588] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.032819] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "0dfed87c-cd62-4849-9af4-0e0593a1a478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.033022] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.033206] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.035302] env[62171]: INFO nova.compute.manager [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Terminating instance [ 1629.037092] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "refresh_cache-0dfed87c-cd62-4849-9af4-0e0593a1a478" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.037261] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquired lock "refresh_cache-0dfed87c-cd62-4849-9af4-0e0593a1a478" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.037429] env[62171]: DEBUG nova.network.neutron [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1629.167606] env[62171]: DEBUG nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Received event network-vif-deleted-bb6bd5e7-6c52-4df1-a49e-daa35e8e2546 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1629.167811] env[62171]: DEBUG nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Received event network-vif-plugged-72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1629.168259] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Acquiring lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.168499] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.168668] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.168867] env[62171]: DEBUG nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] No waiting events found dispatching network-vif-plugged-72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1629.169062] env[62171]: WARNING nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Received unexpected event network-vif-plugged-72abeb50-4b3f-4123-a3e8-f67db17d0afb for instance with vm_state building and task_state spawning. [ 1629.169239] env[62171]: DEBUG nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Received event network-changed-72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1629.169400] env[62171]: DEBUG nova.compute.manager [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Refreshing instance network info cache due to event network-changed-72abeb50-4b3f-4123-a3e8-f67db17d0afb. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1629.169571] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Acquiring lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.202230] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979200, 'name': CreateVM_Task, 'duration_secs': 1.517202} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.202807] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1629.203588] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.204012] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.204200] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1629.207275] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01750c9c-fbc1-4ce4-ad1e-1bb2d463f29e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.209472] env[62171]: DEBUG oslo_vmware.api [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524041} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.209754] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1629.209956] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1629.210364] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1629.210572] env[62171]: INFO nova.compute.manager [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1629.210824] env[62171]: DEBUG oslo.service.loopingcall [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.211400] env[62171]: DEBUG nova.compute.manager [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1629.211530] env[62171]: DEBUG nova.network.neutron [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1629.214342] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1629.214342] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52488d00-485a-573a-3ec5-7ce1fcaeb413" [ 1629.214342] env[62171]: _type = "Task" [ 1629.214342] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.223219] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52488d00-485a-573a-3ec5-7ce1fcaeb413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.397251] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1629.411897] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.063s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.412516] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1629.417814] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.675s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.419873] env[62171]: INFO nova.compute.claims [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.559758] env[62171]: DEBUG nova.network.neutron [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1629.619591] env[62171]: DEBUG nova.network.neutron [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updating instance_info_cache with network_info: [{"id": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "address": "fa:16:3e:97:02:8e", "network": {"id": "9f57c62b-9f24-4a6a-b14a-8b7467bf8d14", "bridge": "br-int", "label": "tempest-ServersTestJSON-1116853714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617855ed81bc426199b6b6f53ccb2d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72abeb50-4b", "ovs_interfaceid": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.636102] env[62171]: DEBUG nova.network.neutron [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.725605] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52488d00-485a-573a-3ec5-7ce1fcaeb413, 'name': SearchDatastore_Task, 'duration_secs': 0.031134} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.725899] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.726151] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.726397] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.726545] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.726727] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.726995] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38922ff4-f371-4ae7-9c7a-6ff98056ca60 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.738074] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.738270] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1629.739191] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ccf4fa-90ff-47ff-911b-4a0e589f4125 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.747105] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1629.747105] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c626e-ed92-4378-cb50-2d2eae10a55a" [ 1629.747105] env[62171]: _type = "Task" [ 1629.747105] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.754324] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c626e-ed92-4378-cb50-2d2eae10a55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.929169] env[62171]: DEBUG nova.compute.utils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1629.930975] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1629.931213] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1629.987034] env[62171]: DEBUG nova.policy [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06a9cdf7455d41ea87044015ed67603d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1aa685c1d3114518b9ad7e168023d4a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1630.036326] env[62171]: DEBUG nova.network.neutron [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.123058] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Releasing lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.123058] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Instance network_info: |[{"id": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "address": "fa:16:3e:97:02:8e", "network": {"id": "9f57c62b-9f24-4a6a-b14a-8b7467bf8d14", "bridge": "br-int", "label": "tempest-ServersTestJSON-1116853714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617855ed81bc426199b6b6f53ccb2d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72abeb50-4b", "ovs_interfaceid": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1630.123360] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Acquired lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.123446] env[62171]: DEBUG nova.network.neutron [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Refreshing network info cache for port 72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1630.125316] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:02:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72abeb50-4b3f-4123-a3e8-f67db17d0afb', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.132968] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Creating folder: Project (617855ed81bc426199b6b6f53ccb2d1f). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1630.133938] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e72ba1a7-04dd-4e49-9652-447066b3f2a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.137997] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Releasing lock "refresh_cache-0dfed87c-cd62-4849-9af4-0e0593a1a478" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.138524] env[62171]: DEBUG nova.compute.manager [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1630.138818] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1630.140395] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afcb566-e999-49a4-b82b-dd759c53b1d8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.145439] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Created folder: Project (617855ed81bc426199b6b6f53ccb2d1f) in parent group-v407351. [ 1630.146146] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Creating folder: Instances. Parent ref: group-v407423. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1630.146146] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c64e3da-0500-428b-be7a-091fe4b93786 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.149665] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1630.150288] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b497d8b-0c1b-49a8-bc0b-110dbf72fb06 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.156638] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1630.156638] env[62171]: value = "task-1979206" [ 1630.156638] env[62171]: _type = "Task" [ 1630.156638] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.161166] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Created folder: Instances in parent group-v407423. [ 1630.161166] env[62171]: DEBUG oslo.service.loopingcall [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.161375] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1630.162319] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cef6de00-7ac1-424d-b6ac-ac816b74b83e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.181069] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.188600] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.188600] env[62171]: value = "task-1979207" [ 1630.188600] env[62171]: _type = "Task" [ 1630.188600] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.196529] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979207, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.260234] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c626e-ed92-4378-cb50-2d2eae10a55a, 'name': SearchDatastore_Task, 'duration_secs': 0.04184} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.260892] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e50e7fb-6079-4e1b-8612-1636464f1f28 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.267221] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1630.267221] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c94d42-c721-2cb0-b0a7-d329c6976ae6" [ 1630.267221] env[62171]: _type = "Task" [ 1630.267221] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.276463] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c94d42-c721-2cb0-b0a7-d329c6976ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.289767] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Successfully created port: f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.435472] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1630.540204] env[62171]: INFO nova.compute.manager [-] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Took 1.33 seconds to deallocate network for instance. [ 1630.667714] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979206, 'name': PowerOffVM_Task, 'duration_secs': 0.141427} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.670495] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1630.670706] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1630.670981] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bac7312-963d-4cd2-bcfa-2cdedcea4948 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.702933] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979207, 'name': CreateVM_Task, 'duration_secs': 0.41845} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.702933] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1630.702933] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1630.702933] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1630.702933] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Deleting the datastore file [datastore1] 0dfed87c-cd62-4849-9af4-0e0593a1a478 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.702933] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.703359] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.703359] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.703359] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb846eb0-19ae-49ec-9517-c29095be09b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.707218] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065fb11c-b682-4e54-84da-d6e27cefa96e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.713746] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1630.713746] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529f2fb4-4a1d-575f-5d10-ef5771cbd1dc" [ 1630.713746] env[62171]: _type = "Task" [ 1630.713746] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.717416] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for the task: (returnval){ [ 1630.717416] env[62171]: value = "task-1979209" [ 1630.717416] env[62171]: _type = "Task" [ 1630.717416] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.733544] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.733812] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529f2fb4-4a1d-575f-5d10-ef5771cbd1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012628} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.734096] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.734337] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1630.734547] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.778889] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c94d42-c721-2cb0-b0a7-d329c6976ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.783121] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.783407] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/c387877d-8cf1-4860-84d3-d8946c65db67.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1630.783895] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.784172] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1630.784392] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907acb38-a952-463b-83c6-efbde7879cd1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.786901] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-947b53a8-ba88-4a04-a3bc-91a349da0427 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.794940] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1630.794940] env[62171]: value = "task-1979210" [ 1630.794940] env[62171]: _type = "Task" [ 1630.794940] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.805416] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.816082] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1630.816082] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1630.816082] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-613aa5eb-ab76-48fc-95e7-0732c41555ef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.822017] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1630.822017] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2bb66-e100-8403-7e1e-402d0917b3af" [ 1630.822017] env[62171]: _type = "Task" [ 1630.822017] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.833606] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2bb66-e100-8403-7e1e-402d0917b3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.881924] env[62171]: DEBUG nova.network.neutron [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updated VIF entry in instance network info cache for port 72abeb50-4b3f-4123-a3e8-f67db17d0afb. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1630.882343] env[62171]: DEBUG nova.network.neutron [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updating instance_info_cache with network_info: [{"id": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "address": "fa:16:3e:97:02:8e", "network": {"id": "9f57c62b-9f24-4a6a-b14a-8b7467bf8d14", "bridge": "br-int", "label": "tempest-ServersTestJSON-1116853714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617855ed81bc426199b6b6f53ccb2d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72abeb50-4b", "ovs_interfaceid": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.033008] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2beae-d33e-4375-bf5e-cf31064f506c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.045031] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117a9eb8-e5e5-4475-af57-63c58cff0903 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.077756] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.078946] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e6191-4b9a-4bc4-b8b4-aa1d5be7c280 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.088380] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13250a46-fa89-4bdd-a580-a38f5f7a407a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.103172] env[62171]: DEBUG nova.compute.provider_tree [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1631.197326] env[62171]: DEBUG nova.compute.manager [req-96a0b240-2124-431e-8f31-2aa9af9ee08c req-dd5b4204-4af4-47af-8217-25373727c25b service nova] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Received event network-vif-deleted-65808482-38f8-44b8-a6d5-3f7b3f88ab9a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1631.235360] env[62171]: DEBUG oslo_vmware.api [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Task: {'id': task-1979209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133086} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.235895] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.236219] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1631.236605] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1631.236888] env[62171]: INFO nova.compute.manager [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1631.237372] env[62171]: DEBUG oslo.service.loopingcall [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.237862] env[62171]: DEBUG nova.compute.manager [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1631.238102] env[62171]: DEBUG nova.network.neutron [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1631.264697] env[62171]: DEBUG nova.network.neutron [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1631.281607] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1631.283124] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25412636-c0ae-4114-a93f-ca50d0d1c892 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.293440] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1631.293618] env[62171]: ERROR oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk due to incomplete transfer. [ 1631.293973] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd8fefa3-6602-432b-a97b-44562a80344f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.309148] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979210, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.309148] env[62171]: DEBUG oslo_vmware.rw_handles [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52302d7d-f288-3bee-80fa-1e9e29a3bd29/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1631.309148] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Uploaded image 92873e5a-6021-4c9b-8b8f-109b2977bcdd to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1631.311442] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1631.311750] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38bb6aca-f5ac-41d9-95f1-5d41852da993 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.318247] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1631.318247] env[62171]: value = "task-1979212" [ 1631.318247] env[62171]: _type = "Task" [ 1631.318247] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.331598] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979212, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.335329] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2bb66-e100-8403-7e1e-402d0917b3af, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.336270] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077f12e4-f78b-42b9-bc82-5d8cf5155b58 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.346091] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1631.346091] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052843-b462-3005-ae4f-6cfc6847ed1d" [ 1631.346091] env[62171]: _type = "Task" [ 1631.346091] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.360325] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052843-b462-3005-ae4f-6cfc6847ed1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.385621] env[62171]: DEBUG oslo_concurrency.lockutils [req-498b713d-a1b7-4d39-bbfe-253a3f3264be req-e77ee7a3-7701-4193-b661-a6eb8420c850 service nova] Releasing lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.448025] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1631.470521] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1631.470801] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1631.471017] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.471236] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1631.471389] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.471540] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1631.471890] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1631.471998] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1631.472241] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1631.472440] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1631.472625] env[62171]: DEBUG nova.virt.hardware [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1631.473515] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d6e84-d864-476b-8ce6-94d9888506b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.484060] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca3b3d-1703-4569-84d8-a5ec10da4e46 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.640683] env[62171]: DEBUG nova.scheduler.client.report [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1631.640958] env[62171]: DEBUG nova.compute.provider_tree [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 54 to 55 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1631.641160] env[62171]: DEBUG nova.compute.provider_tree [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1631.768070] env[62171]: DEBUG nova.network.neutron [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.807083] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Successfully updated port: f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1631.814463] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540181} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.814928] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/c387877d-8cf1-4860-84d3-d8946c65db67.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1631.815155] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.815441] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e503fa12-2543-464c-98cf-552511ea6b85 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.825191] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1631.825191] env[62171]: value = "task-1979213" [ 1631.825191] env[62171]: _type = "Task" [ 1631.825191] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.832512] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979212, 'name': Destroy_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.837199] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.855732] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52052843-b462-3005-ae4f-6cfc6847ed1d, 'name': SearchDatastore_Task, 'duration_secs': 0.019901} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.856019] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.856319] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] e2033d6a-1cae-4bb8-9b0e-e975360cdad3/e2033d6a-1cae-4bb8-9b0e-e975360cdad3.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1631.856575] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69d7e95f-ca5e-4460-a84d-0fb7bab8f1dc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.863481] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1631.863481] env[62171]: value = "task-1979214" [ 1631.863481] env[62171]: _type = "Task" [ 1631.863481] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.871559] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.146572] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.147080] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1632.150055] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.453s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.152399] env[62171]: INFO nova.compute.claims [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.271804] env[62171]: INFO nova.compute.manager [-] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Took 1.03 seconds to deallocate network for instance. [ 1632.316168] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.316168] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquired lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.316168] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1632.329206] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979212, 'name': Destroy_Task, 'duration_secs': 0.560027} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.332960] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Destroyed the VM [ 1632.333288] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1632.333858] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cf0d61f-19bf-4991-bdd3-2f2643b73ab1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.342902] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068487} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.344493] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.344919] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1632.344919] env[62171]: value = "task-1979215" [ 1632.344919] env[62171]: _type = "Task" [ 1632.344919] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.345665] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891cbf6b-1356-423d-8017-49e35c162ac7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.357520] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.377084] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/c387877d-8cf1-4860-84d3-d8946c65db67.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.382988] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed155e7-6f2b-4ccb-8d35-45012e22f938 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.403808] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.407284] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1632.407284] env[62171]: value = "task-1979216" [ 1632.407284] env[62171]: _type = "Task" [ 1632.407284] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.417250] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.656485] env[62171]: DEBUG nova.compute.utils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1632.661467] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1632.661692] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1632.700552] env[62171]: DEBUG nova.policy [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1830e39ae45048e9884da3ed2649b7ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990c860d520c483abd53e531c19dcfc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1632.783534] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.860377] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979215, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.873439] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1632.885786] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659032} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.889150] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] e2033d6a-1cae-4bb8-9b0e-e975360cdad3/e2033d6a-1cae-4bb8-9b0e-e975360cdad3.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1632.890204] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1632.890364] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec3888f-0f20-4ebd-af3c-bb13b0084d2c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.897172] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1632.897172] env[62171]: value = "task-1979218" [ 1632.897172] env[62171]: _type = "Task" [ 1632.897172] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.906516] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.919998] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979216, 'name': ReconfigVM_Task, 'duration_secs': 0.376243} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.920402] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/c387877d-8cf1-4860-84d3-d8946c65db67.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.921181] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0294520-1cc5-4c2e-b201-efab7afb72aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.929019] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1632.929019] env[62171]: value = "task-1979219" [ 1632.929019] env[62171]: _type = "Task" [ 1632.929019] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.936347] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979219, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.102200] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Successfully created port: d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.107118] env[62171]: DEBUG nova.network.neutron [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updating instance_info_cache with network_info: [{"id": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "address": "fa:16:3e:85:39:22", "network": {"id": "3b15b35e-59df-4e25-aab9-d05700556e20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1548297928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa685c1d3114518b9ad7e168023d4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bcb518-7e", "ovs_interfaceid": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.165014] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1633.341225] env[62171]: DEBUG nova.compute.manager [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Received event network-vif-plugged-f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1633.341463] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Acquiring lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.341681] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.341864] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.342046] env[62171]: DEBUG nova.compute.manager [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] No waiting events found dispatching network-vif-plugged-f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1633.342253] env[62171]: WARNING nova.compute.manager [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Received unexpected event network-vif-plugged-f4bcb518-7e8b-46ca-aa33-8199b7641d45 for instance with vm_state building and task_state spawning. [ 1633.342387] env[62171]: DEBUG nova.compute.manager [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Received event network-changed-f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1633.342546] env[62171]: DEBUG nova.compute.manager [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Refreshing instance network info cache due to event network-changed-f4bcb518-7e8b-46ca-aa33-8199b7641d45. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1633.342718] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Acquiring lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.360195] env[62171]: DEBUG oslo_vmware.api [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831824} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.360464] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1633.360714] env[62171]: INFO nova.compute.manager [None req-5d7cff57-ae46-4975-8d1d-c2faf68bdfd2 tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 19.87 seconds to snapshot the instance on the hypervisor. [ 1633.409298] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081333} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.409382] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.410145] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af689d8d-ba27-4bce-8a79-4bc433ad8ca0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.436871] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] e2033d6a-1cae-4bb8-9b0e-e975360cdad3/e2033d6a-1cae-4bb8-9b0e-e975360cdad3.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.442518] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6810328d-c211-4482-887e-6af05e04ea82 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.465065] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979219, 'name': Rename_Task, 'duration_secs': 0.1639} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.466213] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1633.466213] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1633.466213] env[62171]: value = "task-1979220" [ 1633.466213] env[62171]: _type = "Task" [ 1633.466213] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.466213] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7fb4d5-2ed2-4ccd-b05e-c212f2d556b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.483908] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.485718] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1633.485718] env[62171]: value = "task-1979221" [ 1633.485718] env[62171]: _type = "Task" [ 1633.485718] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.498419] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.611815] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Releasing lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.612221] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Instance network_info: |[{"id": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "address": "fa:16:3e:85:39:22", "network": {"id": "3b15b35e-59df-4e25-aab9-d05700556e20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1548297928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa685c1d3114518b9ad7e168023d4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bcb518-7e", "ovs_interfaceid": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1633.612865] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Acquired lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.613120] env[62171]: DEBUG nova.network.neutron [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Refreshing network info cache for port f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1633.614799] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:39:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4bcb518-7e8b-46ca-aa33-8199b7641d45', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.622965] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Creating folder: Project (1aa685c1d3114518b9ad7e168023d4a7). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1633.627952] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eda7aff1-4868-47a2-8e35-5e6759913f49 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.638428] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Created folder: Project (1aa685c1d3114518b9ad7e168023d4a7) in parent group-v407351. [ 1633.638617] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Creating folder: Instances. Parent ref: group-v407427. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1633.638855] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-594ccba6-afe2-46d8-8e88-765d5d5685c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.647358] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Created folder: Instances in parent group-v407427. [ 1633.647607] env[62171]: DEBUG oslo.service.loopingcall [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.647825] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1633.648093] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f055639-0005-4a27-ad35-ff37eed26d4e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.675053] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.675053] env[62171]: value = "task-1979224" [ 1633.675053] env[62171]: _type = "Task" [ 1633.675053] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.686092] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979224, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.749027] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697382e-0bf0-40f3-93c3-c966bd9c7c39 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.756924] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19a58f-aec3-43cd-9891-3cdc4565e421 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.791849] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6d89a-5ff0-4f88-b674-b97411b2bda7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.799466] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0f876-d051-4415-875e-ccefbfbb1f9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.812637] env[62171]: DEBUG nova.compute.provider_tree [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.869172] env[62171]: DEBUG nova.network.neutron [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updated VIF entry in instance network info cache for port f4bcb518-7e8b-46ca-aa33-8199b7641d45. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1633.869533] env[62171]: DEBUG nova.network.neutron [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updating instance_info_cache with network_info: [{"id": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "address": "fa:16:3e:85:39:22", "network": {"id": "3b15b35e-59df-4e25-aab9-d05700556e20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1548297928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa685c1d3114518b9ad7e168023d4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bcb518-7e", "ovs_interfaceid": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.979717] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979220, 'name': ReconfigVM_Task, 'duration_secs': 0.43426} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.980135] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] e2033d6a-1cae-4bb8-9b0e-e975360cdad3/e2033d6a-1cae-4bb8-9b0e-e975360cdad3.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.980836] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-738e16db-4b5e-4b6b-8efd-bd25b8dc08ec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.988520] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1633.988520] env[62171]: value = "task-1979225" [ 1633.988520] env[62171]: _type = "Task" [ 1633.988520] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.001680] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979225, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.005062] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.185370] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1634.187198] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979224, 'name': CreateVM_Task, 'duration_secs': 0.44773} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.188937] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1634.188937] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.188937] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.188937] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1634.188937] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7c6301-c318-4f52-b812-3fb17561be69 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.193832] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1634.193832] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528be82b-fba5-829b-a7bc-2bd86191213c" [ 1634.193832] env[62171]: _type = "Task" [ 1634.193832] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.202489] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528be82b-fba5-829b-a7bc-2bd86191213c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.215866] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1634.216189] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1634.216416] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.216622] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1634.216776] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.216930] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1634.217393] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1634.217632] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1634.217871] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1634.218141] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1634.218398] env[62171]: DEBUG nova.virt.hardware [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1634.219328] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654ee3d6-1e70-4de0-8b86-4a658445f4eb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.227664] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba2911c-adab-4998-8fc2-4fffc9fd590b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.318649] env[62171]: DEBUG nova.scheduler.client.report [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1634.373754] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b297608-b1e4-4352-8085-5f2883c3e6ea req-0062eeb9-7ed1-4780-867b-d776de0d1cf0 service nova] Releasing lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.502470] env[62171]: DEBUG oslo_vmware.api [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979221, 'name': PowerOnVM_Task, 'duration_secs': 0.531869} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.507194] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1634.507446] env[62171]: INFO nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1634.507634] env[62171]: DEBUG nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1634.507956] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979225, 'name': Rename_Task, 'duration_secs': 0.254198} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.508817] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c76d8c8-65b6-4681-b50a-d69c04ec7664 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.511364] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1634.513161] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55fe4558-1bb1-4561-97f8-8adfaf2023b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.524184] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1634.524184] env[62171]: value = "task-1979226" [ 1634.524184] env[62171]: _type = "Task" [ 1634.524184] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.532103] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.654122] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Successfully updated port: d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.704331] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528be82b-fba5-829b-a7bc-2bd86191213c, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.704656] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.705470] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.705470] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.705746] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.705746] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.705951] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602166d7-f327-4ba5-a39d-e20040d778fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.714860] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.714860] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1634.715436] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce71864-d6e7-4f74-8411-a5fbc4a9595e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.720829] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1634.720829] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac5d6f-181c-5368-fcef-d3e0d102df9c" [ 1634.720829] env[62171]: _type = "Task" [ 1634.720829] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.728568] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac5d6f-181c-5368-fcef-d3e0d102df9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.821742] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.822319] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1634.824993] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.681s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.036555] env[62171]: INFO nova.compute.manager [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Took 45.18 seconds to build instance. [ 1635.043504] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.156566] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.156738] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.156897] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1635.232630] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac5d6f-181c-5368-fcef-d3e0d102df9c, 'name': SearchDatastore_Task, 'duration_secs': 0.019635} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.233485] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a1e0c2-d9bf-48dd-ab9a-3e74d9e7597a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.238799] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1635.238799] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b37813-e6a6-f402-4b6d-72a0fed368f2" [ 1635.238799] env[62171]: _type = "Task" [ 1635.238799] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.246539] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b37813-e6a6-f402-4b6d-72a0fed368f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.328296] env[62171]: DEBUG nova.compute.utils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.332184] env[62171]: INFO nova.compute.claims [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.336179] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1635.336352] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1635.368292] env[62171]: DEBUG nova.compute.manager [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Received event network-vif-plugged-d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1635.368620] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Acquiring lock "97a48c79-8950-4b53-ae7e-7b7e0845158e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.368731] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Lock "97a48c79-8950-4b53-ae7e-7b7e0845158e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.368920] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Lock "97a48c79-8950-4b53-ae7e-7b7e0845158e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.369133] env[62171]: DEBUG nova.compute.manager [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] No waiting events found dispatching network-vif-plugged-d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1635.369321] env[62171]: WARNING nova.compute.manager [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Received unexpected event network-vif-plugged-d41e67a0-a248-4500-9fda-3fcbce9e42f7 for instance with vm_state building and task_state spawning. [ 1635.369486] env[62171]: DEBUG nova.compute.manager [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Received event network-changed-d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1635.369641] env[62171]: DEBUG nova.compute.manager [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Refreshing instance network info cache due to event network-changed-d41e67a0-a248-4500-9fda-3fcbce9e42f7. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1635.369812] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Acquiring lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.389802] env[62171]: DEBUG nova.policy [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25392a0d4445467495049bf3188c9de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86fbdd7f32374cd18b4a041f1fa959e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1635.536869] env[62171]: DEBUG oslo_vmware.api [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979226, 'name': PowerOnVM_Task, 'duration_secs': 0.738377} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.537208] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1635.537620] env[62171]: INFO nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1635.537620] env[62171]: DEBUG nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1635.538432] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66339058-5cec-4ac5-b7e1-483867c5e5fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.541282] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7a32c998-949b-4d70-8774-3cb594300ddf tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "c387877d-8cf1-4860-84d3-d8946c65db67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.193s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.598027] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "62cf026b-3186-4c9f-aa80-57058b88aa76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.598348] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.598572] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.598764] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.598951] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.600882] env[62171]: INFO nova.compute.manager [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Terminating instance [ 1635.602581] env[62171]: DEBUG nova.compute.manager [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1635.602782] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1635.603640] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f687b185-e355-4acd-b457-129f45d89d09 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.611534] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1635.611817] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b65d1a13-7465-4844-a8bb-dd239e3854ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.618682] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1635.618682] env[62171]: value = "task-1979228" [ 1635.618682] env[62171]: _type = "Task" [ 1635.618682] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.627646] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.642878] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Successfully created port: 61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.701289] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1635.751887] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b37813-e6a6-f402-4b6d-72a0fed368f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016311} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.756238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.756545] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3fb34c5d-46bd-483d-ae49-cef54a5ba59d/3fb34c5d-46bd-483d-ae49-cef54a5ba59d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1635.756830] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fa3d71e-fe8f-42f5-a057-91a929a21a1a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.765332] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1635.765332] env[62171]: value = "task-1979229" [ 1635.765332] env[62171]: _type = "Task" [ 1635.765332] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.774022] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.837582] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1635.843672] env[62171]: INFO nova.compute.resource_tracker [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating resource usage from migration 088ad587-4772-4e15-8569-3624a0081a49 [ 1635.943730] env[62171]: DEBUG nova.network.neutron [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Updating instance_info_cache with network_info: [{"id": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "address": "fa:16:3e:7a:80:ba", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e67a0-a2", "ovs_interfaceid": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.044902] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1636.058237] env[62171]: INFO nova.compute.manager [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Took 37.62 seconds to build instance. [ 1636.130549] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979228, 'name': PowerOffVM_Task, 'duration_secs': 0.305321} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.133412] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1636.133614] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1636.134119] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f484b83b-721f-4999-9ee9-ed8c5a8164cf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.284333] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1636.284725] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1636.285597] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Deleting the datastore file [datastore1] 62cf026b-3186-4c9f-aa80-57058b88aa76 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.285927] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.286202] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-613c7560-55cc-424c-a504-67a08cf6bf50 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.297689] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for the task: (returnval){ [ 1636.297689] env[62171]: value = "task-1979231" [ 1636.297689] env[62171]: _type = "Task" [ 1636.297689] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.308314] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.448479] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.449554] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Instance network_info: |[{"id": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "address": "fa:16:3e:7a:80:ba", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e67a0-a2", "ovs_interfaceid": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1636.449901] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Acquired lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.450113] env[62171]: DEBUG nova.network.neutron [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Refreshing network info cache for port d41e67a0-a248-4500-9fda-3fcbce9e42f7 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1636.451312] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:80:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41e67a0-a248-4500-9fda-3fcbce9e42f7', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1636.460624] env[62171]: DEBUG oslo.service.loopingcall [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.463272] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1636.464059] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c03188-02ca-4518-91bc-a4b0c055ae05 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.466959] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c6f7660-fb7a-4998-a346-3f741abd15fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.489453] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3bf05-694c-4d72-9807-f31124c57a67 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.492975] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1636.492975] env[62171]: value = "task-1979232" [ 1636.492975] env[62171]: _type = "Task" [ 1636.492975] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.526226] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91515d1-35d8-4492-8a7e-a8f5f756a40a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.531923] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979232, 'name': CreateVM_Task} progress is 15%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.537068] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181c0b5e-883a-42fa-8f9e-711c3a772673 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.557972] env[62171]: DEBUG nova.compute.provider_tree [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.562011] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a1505388-8a2d-4916-918e-c883b61887b3 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.220s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.579477] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.776641] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632605} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.776923] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3fb34c5d-46bd-483d-ae49-cef54a5ba59d/3fb34c5d-46bd-483d-ae49-cef54a5ba59d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1636.777178] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.777444] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db6b91fc-eced-40e2-9779-70b1beb2a95f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.785541] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1636.785541] env[62171]: value = "task-1979233" [ 1636.785541] env[62171]: _type = "Task" [ 1636.785541] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.799552] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.809595] env[62171]: DEBUG oslo_vmware.api [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Task: {'id': task-1979231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303679} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.810087] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.810473] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1636.810717] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1636.811273] env[62171]: INFO nova.compute.manager [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1636.811697] env[62171]: DEBUG oslo.service.loopingcall [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.812025] env[62171]: DEBUG nova.compute.manager [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1636.812366] env[62171]: DEBUG nova.network.neutron [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1636.852649] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1636.886392] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.886636] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.886797] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.886980] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.887188] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.887358] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.887571] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.887734] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.887901] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.888177] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.888373] env[62171]: DEBUG nova.virt.hardware [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.889262] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3078723-4b95-4dfd-9e3e-14f7f43f19a6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.897548] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c97cb9-1eeb-4c24-a8a6-88a2e7641481 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.010860] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979232, 'name': CreateVM_Task, 'duration_secs': 0.360121} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.013732] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1637.014873] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.015182] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.015509] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.016124] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7e9b36-bc69-463d-8ff4-944e09845f1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.021228] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1637.021228] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e3fa45-46f2-5bf5-00e5-5a45bdf7c9e2" [ 1637.021228] env[62171]: _type = "Task" [ 1637.021228] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.031951] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e3fa45-46f2-5bf5-00e5-5a45bdf7c9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.061943] env[62171]: DEBUG nova.scheduler.client.report [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1637.065394] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1637.296212] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07061} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.297357] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.298221] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c012ddf-169f-46a8-8358-492e4ad6d5a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.321523] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 3fb34c5d-46bd-483d-ae49-cef54a5ba59d/3fb34c5d-46bd-483d-ae49-cef54a5ba59d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.324083] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06e20922-1d07-47c6-9ab5-cb9bb67f3335 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.345091] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1637.345091] env[62171]: value = "task-1979235" [ 1637.345091] env[62171]: _type = "Task" [ 1637.345091] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.354251] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.485920] env[62171]: DEBUG nova.compute.manager [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Received event network-changed-72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1637.486142] env[62171]: DEBUG nova.compute.manager [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Refreshing instance network info cache due to event network-changed-72abeb50-4b3f-4123-a3e8-f67db17d0afb. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1637.486386] env[62171]: DEBUG oslo_concurrency.lockutils [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] Acquiring lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.486543] env[62171]: DEBUG oslo_concurrency.lockutils [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] Acquired lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.486712] env[62171]: DEBUG nova.network.neutron [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Refreshing network info cache for port 72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1637.533289] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e3fa45-46f2-5bf5-00e5-5a45bdf7c9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.023578} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.533587] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.533812] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.534176] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.534380] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.534608] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.534896] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44097556-198d-4fff-84ef-af6e01e32f69 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.549364] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.549622] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1637.550469] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7dc210-e08e-41de-ad5c-4a1bb38f5e8a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.560098] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1637.560098] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523be976-675a-b747-8755-3a04471a16eb" [ 1637.560098] env[62171]: _type = "Task" [ 1637.560098] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.568820] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523be976-675a-b747-8755-3a04471a16eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.571713] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.747s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.571901] env[62171]: INFO nova.compute.manager [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Migrating [ 1637.572136] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.572280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.575349] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.703s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.576838] env[62171]: INFO nova.compute.claims [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.580463] env[62171]: INFO nova.compute.rpcapi [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1637.581443] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.588385] env[62171]: DEBUG nova.network.neutron [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Updated VIF entry in instance network info cache for port d41e67a0-a248-4500-9fda-3fcbce9e42f7. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1637.588725] env[62171]: DEBUG nova.network.neutron [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Updating instance_info_cache with network_info: [{"id": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "address": "fa:16:3e:7a:80:ba", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e67a0-a2", "ovs_interfaceid": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.600980] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.684018] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Successfully updated port: 61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.856086] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.954911] env[62171]: DEBUG nova.network.neutron [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.069948] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523be976-675a-b747-8755-3a04471a16eb, 'name': SearchDatastore_Task, 'duration_secs': 0.036167} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.070829] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82de8f78-c438-46f9-81bb-c014eb1937f3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.079263] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1638.079263] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52785cae-6457-b032-04b5-0288e0aff3d1" [ 1638.079263] env[62171]: _type = "Task" [ 1638.079263] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.090693] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52785cae-6457-b032-04b5-0288e0aff3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.091060] env[62171]: DEBUG oslo_concurrency.lockutils [req-b5c23485-5d9f-461d-813a-c5024a850970 req-c92a26fc-c39f-4d7f-b60e-fc5191395afb service nova] Releasing lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.100530] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.100730] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.100910] env[62171]: DEBUG nova.network.neutron [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1638.187161] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.187245] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.187331] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1638.242062] env[62171]: DEBUG nova.network.neutron [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updated VIF entry in instance network info cache for port 72abeb50-4b3f-4123-a3e8-f67db17d0afb. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1638.242251] env[62171]: DEBUG nova.network.neutron [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updating instance_info_cache with network_info: [{"id": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "address": "fa:16:3e:97:02:8e", "network": {"id": "9f57c62b-9f24-4a6a-b14a-8b7467bf8d14", "bridge": "br-int", "label": "tempest-ServersTestJSON-1116853714-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617855ed81bc426199b6b6f53ccb2d1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72abeb50-4b", "ovs_interfaceid": "72abeb50-4b3f-4123-a3e8-f67db17d0afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.356783] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979235, 'name': ReconfigVM_Task, 'duration_secs': 0.781967} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.357086] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 3fb34c5d-46bd-483d-ae49-cef54a5ba59d/3fb34c5d-46bd-483d-ae49-cef54a5ba59d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.357790] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acc04a6-ce12-4e4a-82a5-55fd8ddad222 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.364630] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1638.364630] env[62171]: value = "task-1979236" [ 1638.364630] env[62171]: _type = "Task" [ 1638.364630] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.373829] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979236, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.458268] env[62171]: INFO nova.compute.manager [-] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Took 1.65 seconds to deallocate network for instance. [ 1638.590263] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52785cae-6457-b032-04b5-0288e0aff3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.590572] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.590870] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/97a48c79-8950-4b53-ae7e-7b7e0845158e.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1638.591149] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f79ef45c-23f4-4b0b-805d-841ff14bc367 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.601028] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1638.601028] env[62171]: value = "task-1979237" [ 1638.601028] env[62171]: _type = "Task" [ 1638.601028] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.611432] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.744389] env[62171]: DEBUG oslo_concurrency.lockutils [req-acf5bc13-b8c5-414f-a4f5-da545f5f2c68 req-c130c69b-47af-42c2-b44c-c9f64f3ed635 service nova] Releasing lock "refresh_cache-e2033d6a-1cae-4bb8-9b0e-e975360cdad3" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.745281] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1638.878067] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979236, 'name': Rename_Task, 'duration_secs': 0.158396} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.880732] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1638.881750] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4299bb8c-c519-47c8-8fb4-8399753c7de3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.888243] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1638.888243] env[62171]: value = "task-1979238" [ 1638.888243] env[62171]: _type = "Task" [ 1638.888243] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.896515] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.903624] env[62171]: DEBUG nova.network.neutron [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance_info_cache with network_info: [{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.939814] env[62171]: DEBUG nova.network.neutron [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Updating instance_info_cache with network_info: [{"id": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "address": "fa:16:3e:28:ed:9b", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc742a-ec", "ovs_interfaceid": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.968076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.111447] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979237, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.113034] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01df02-e2b6-43ee-83c5-0aed3b8a724a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.120246] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b856716-f270-43c8-82d2-0d3f62560b6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.151982] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e163d251-10bc-4a25-a4cd-e481aa967be5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.160123] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff36f72a-b5ac-498b-81e2-fd174a7888c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.176563] env[62171]: DEBUG nova.compute.provider_tree [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.399176] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.412154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.445283] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.445823] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Instance network_info: |[{"id": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "address": "fa:16:3e:28:ed:9b", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc742a-ec", "ovs_interfaceid": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1639.446493] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:ed:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61fc742a-ecf7-41b5-80e3-b066e9d5a908', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1639.454453] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Creating folder: Project (86fbdd7f32374cd18b4a041f1fa959e2). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1639.455166] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028ee945-f539-4ec8-ac8a-457b10ee13af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.470358] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Created folder: Project (86fbdd7f32374cd18b4a041f1fa959e2) in parent group-v407351. [ 1639.470575] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Creating folder: Instances. Parent ref: group-v407431. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1639.470837] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94d5cc2-19ec-4328-bd33-478c499dbcf3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.481241] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Created folder: Instances in parent group-v407431. [ 1639.481542] env[62171]: DEBUG oslo.service.loopingcall [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1639.481744] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1639.481966] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44d7994-e476-4f5f-955a-2364fd1f34b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.504134] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1639.504134] env[62171]: value = "task-1979241" [ 1639.504134] env[62171]: _type = "Task" [ 1639.504134] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.515671] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979241, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.518893] env[62171]: DEBUG nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Received event network-vif-deleted-9a2b3ad1-eefd-4611-8e5e-943354c49610 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1639.519171] env[62171]: DEBUG nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Received event network-vif-plugged-61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1639.519323] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Acquiring lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.519554] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.519700] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.519862] env[62171]: DEBUG nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] No waiting events found dispatching network-vif-plugged-61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1639.520106] env[62171]: WARNING nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Received unexpected event network-vif-plugged-61fc742a-ecf7-41b5-80e3-b066e9d5a908 for instance with vm_state building and task_state spawning. [ 1639.520315] env[62171]: DEBUG nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Received event network-changed-61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1639.520515] env[62171]: DEBUG nova.compute.manager [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Refreshing instance network info cache due to event network-changed-61fc742a-ecf7-41b5-80e3-b066e9d5a908. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1639.520968] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Acquiring lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.521148] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Acquired lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.521321] env[62171]: DEBUG nova.network.neutron [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Refreshing network info cache for port 61fc742a-ecf7-41b5-80e3-b066e9d5a908 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1639.611861] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940851} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.612109] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/97a48c79-8950-4b53-ae7e-7b7e0845158e.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1639.612327] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.612583] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa143d7-af33-4e0c-85ff-4c6255e31be0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.619040] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1639.619040] env[62171]: value = "task-1979242" [ 1639.619040] env[62171]: _type = "Task" [ 1639.619040] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.626320] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.679793] env[62171]: DEBUG nova.scheduler.client.report [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1639.898800] env[62171]: DEBUG oslo_vmware.api [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979238, 'name': PowerOnVM_Task, 'duration_secs': 0.996449} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.899100] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1639.899323] env[62171]: INFO nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1639.899725] env[62171]: DEBUG nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1639.900397] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27afdce-5f11-4935-b0da-382a6428359a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.017415] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979241, 'name': CreateVM_Task, 'duration_secs': 0.386581} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.017624] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1640.018516] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.018661] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.019349] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1640.019591] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccbde9d-161e-4a01-8fc1-59331f8b85d9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.025159] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1640.025159] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fb9253-ad66-1d69-eb5c-660563abaea3" [ 1640.025159] env[62171]: _type = "Task" [ 1640.025159] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.036776] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fb9253-ad66-1d69-eb5c-660563abaea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.130430] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063813} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.130700] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.131564] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fc1843-0456-4971-9223-bd7094e9465f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.154387] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/97a48c79-8950-4b53-ae7e-7b7e0845158e.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.154387] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd0cd80-b4e0-4d95-9a76-13c8bf3b8e0e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.178032] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1640.178032] env[62171]: value = "task-1979243" [ 1640.178032] env[62171]: _type = "Task" [ 1640.178032] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.188835] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.189090] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1640.191552] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.191983] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.465s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.193699] env[62171]: INFO nova.compute.claims [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.279999] env[62171]: DEBUG nova.network.neutron [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Updated VIF entry in instance network info cache for port 61fc742a-ecf7-41b5-80e3-b066e9d5a908. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1640.280374] env[62171]: DEBUG nova.network.neutron [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Updating instance_info_cache with network_info: [{"id": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "address": "fa:16:3e:28:ed:9b", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61fc742a-ec", "ovs_interfaceid": "61fc742a-ecf7-41b5-80e3-b066e9d5a908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.424441] env[62171]: INFO nova.compute.manager [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Took 40.76 seconds to build instance. [ 1640.537862] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fb9253-ad66-1d69-eb5c-660563abaea3, 'name': SearchDatastore_Task, 'duration_secs': 0.037308} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.538311] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.538569] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.538809] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.538961] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.539169] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.539443] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf6de60a-188e-43e5-8248-58f1b85d9837 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.551304] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.551499] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1640.552290] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ddd1ec-b6e8-4970-997c-3e28dbd910f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.558811] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1640.558811] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525b56e0-965e-1193-7fd9-b7ae3ea4328a" [ 1640.558811] env[62171]: _type = "Task" [ 1640.558811] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.569917] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525b56e0-965e-1193-7fd9-b7ae3ea4328a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.653937] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Acquiring lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.654200] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.699977] env[62171]: DEBUG nova.compute.utils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1640.706631] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1640.706631] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1640.709128] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979243, 'name': ReconfigVM_Task, 'duration_secs': 0.282213} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.709520] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/97a48c79-8950-4b53-ae7e-7b7e0845158e.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.711620] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735b1bef-76f8-4853-b65a-c0e23d849cb1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.720527] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1640.720527] env[62171]: value = "task-1979244" [ 1640.720527] env[62171]: _type = "Task" [ 1640.720527] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.735739] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979244, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.769770] env[62171]: DEBUG nova.policy [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd50aa0e5bbca41868b89f45bd8a7ec10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0597136e6574511a290f83b91b9bbf4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1640.783219] env[62171]: DEBUG oslo_concurrency.lockutils [req-c5dca1a7-9fcd-43e7-b72b-811e48d9fa7f req-682b6b7f-d029-46b2-9bfa-2dd9ff433c24 service nova] Releasing lock "refresh_cache-9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.927277] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ada976fd-bed6-4241-a564-4000b6ad2917 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.148s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.929562] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c2bc4-2f4a-4447-92b1-20635e598a6f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.950461] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 0 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1641.054032] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Successfully created port: ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1641.072026] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525b56e0-965e-1193-7fd9-b7ae3ea4328a, 'name': SearchDatastore_Task, 'duration_secs': 0.024852} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.072621] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7f2a73-0a73-456f-9256-d6c289055095 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.082157] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1641.082157] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260869e-a73b-5361-d120-8f0f67fef493" [ 1641.082157] env[62171]: _type = "Task" [ 1641.082157] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.090288] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260869e-a73b-5361-d120-8f0f67fef493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.210135] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1641.231638] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979244, 'name': Rename_Task, 'duration_secs': 0.145129} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.231964] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1641.232321] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c055cc-4e50-48e4-9e45-07d99151a370 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.241278] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1641.241278] env[62171]: value = "task-1979245" [ 1641.241278] env[62171]: _type = "Task" [ 1641.241278] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.250288] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.436495] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1641.458432] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1641.459037] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cd8bec3-ea83-4997-92b1-219ce97eef0e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.469057] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1641.469057] env[62171]: value = "task-1979246" [ 1641.469057] env[62171]: _type = "Task" [ 1641.469057] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.483638] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.595026] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260869e-a73b-5361-d120-8f0f67fef493, 'name': SearchDatastore_Task, 'duration_secs': 0.025372} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.598331] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.598623] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c/9c489c02-6010-4f1a-8d7f-fe4fa5007c7c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1641.599101] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176edbc1-9197-418d-b914-ffeb88b74b8e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.609486] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1641.609486] env[62171]: value = "task-1979247" [ 1641.609486] env[62171]: _type = "Task" [ 1641.609486] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.621644] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.756843] env[62171]: DEBUG oslo_vmware.api [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979245, 'name': PowerOnVM_Task, 'duration_secs': 0.480276} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.757574] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1641.758704] env[62171]: INFO nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1641.758704] env[62171]: DEBUG nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1641.759060] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad18d42-a3ee-4b9d-b36c-b1dce1f0d114 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.850062] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82bb1b7-5a1c-4f72-b6ad-27091183462f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.855695] env[62171]: DEBUG nova.compute.manager [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Received event network-changed-f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1641.855900] env[62171]: DEBUG nova.compute.manager [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Refreshing instance network info cache due to event network-changed-f4bcb518-7e8b-46ca-aa33-8199b7641d45. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1641.856233] env[62171]: DEBUG oslo_concurrency.lockutils [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] Acquiring lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.856321] env[62171]: DEBUG oslo_concurrency.lockutils [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] Acquired lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.856467] env[62171]: DEBUG nova.network.neutron [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Refreshing network info cache for port f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1641.863979] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0d52e-29b6-482f-9e5c-22b9afbf68f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.900018] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8c1ba6-b7c5-4147-b311-5ce5fce4da26 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.910397] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93197a39-bb1f-4d9c-9af7-b28a1c8e3419 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.926974] env[62171]: DEBUG nova.compute.provider_tree [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.955840] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.984678] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979246, 'name': PowerOffVM_Task, 'duration_secs': 0.286368} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.985097] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1641.985422] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 17 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1642.124012] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.224149] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1642.250509] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.250803] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.250972] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.251178] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.251332] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.251481] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.251686] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.251845] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.252029] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.252203] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.252379] env[62171]: DEBUG nova.virt.hardware [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.253272] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ac9cbe-39b3-4fbd-b18f-0a474c65221e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.261601] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5395df4-de72-4887-b301-c2ee7617a777 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.286626] env[62171]: INFO nova.compute.manager [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Took 42.57 seconds to build instance. [ 1642.430408] env[62171]: DEBUG nova.scheduler.client.report [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.494107] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1642.494374] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1642.494519] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1642.494711] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1642.494860] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1642.495021] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1642.495376] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1642.496060] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1642.496060] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1642.496060] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1642.496060] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1642.501212] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc04b6cd-75dc-45b9-a937-c77fa4ff7be1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.520365] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1642.520365] env[62171]: value = "task-1979248" [ 1642.520365] env[62171]: _type = "Task" [ 1642.520365] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.534168] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.621308] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660137} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.621633] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c/9c489c02-6010-4f1a-8d7f-fe4fa5007c7c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1642.621880] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.622135] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8aefb3-49fa-4f71-86b7-b153d303dff4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.633387] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1642.633387] env[62171]: value = "task-1979249" [ 1642.633387] env[62171]: _type = "Task" [ 1642.633387] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.642996] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.743280] env[62171]: DEBUG nova.network.neutron [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updated VIF entry in instance network info cache for port f4bcb518-7e8b-46ca-aa33-8199b7641d45. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1642.743840] env[62171]: DEBUG nova.network.neutron [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updating instance_info_cache with network_info: [{"id": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "address": "fa:16:3e:85:39:22", "network": {"id": "3b15b35e-59df-4e25-aab9-d05700556e20", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1548297928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1aa685c1d3114518b9ad7e168023d4a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4bcb518-7e", "ovs_interfaceid": "f4bcb518-7e8b-46ca-aa33-8199b7641d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.758488] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Successfully updated port: ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.790707] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e0cf23e9-4cd6-4478-a157-df7e49cea605 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "97a48c79-8950-4b53-ae7e-7b7e0845158e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.619s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.817767] env[62171]: DEBUG nova.compute.manager [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Received event network-vif-plugged-ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1642.818153] env[62171]: DEBUG oslo_concurrency.lockutils [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] Acquiring lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.818478] env[62171]: DEBUG oslo_concurrency.lockutils [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.818540] env[62171]: DEBUG oslo_concurrency.lockutils [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.818971] env[62171]: DEBUG nova.compute.manager [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] No waiting events found dispatching network-vif-plugged-ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1642.819032] env[62171]: WARNING nova.compute.manager [req-9cca7db3-56a3-4187-a61c-31247e5823fb req-22151622-ff1f-4dc6-89bb-4ef687d1163e service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Received unexpected event network-vif-plugged-ea4cc5c8-8c18-4029-bb24-9554d71811cb for instance with vm_state building and task_state spawning. [ 1642.940963] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.941539] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1642.944366] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.691s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.945913] env[62171]: INFO nova.compute.claims [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.033577] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979248, 'name': ReconfigVM_Task, 'duration_secs': 0.217027} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.033860] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 33 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1643.144244] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086975} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.144525] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.145319] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19422a61-0cc2-4695-bb8b-dda40e41260a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.170944] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c/9c489c02-6010-4f1a-8d7f-fe4fa5007c7c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.171309] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc15d857-7033-4e17-8c50-be11fbb2d06c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.201181] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1643.201181] env[62171]: value = "task-1979250" [ 1643.201181] env[62171]: _type = "Task" [ 1643.201181] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.215149] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.250609] env[62171]: DEBUG oslo_concurrency.lockutils [req-995583ec-37af-4ae4-a2c5-1bb452e5611f req-c5c5694a-dffe-46cb-808f-358903833857 service nova] Releasing lock "refresh_cache-3fb34c5d-46bd-483d-ae49-cef54a5ba59d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.265492] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.265492] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.265629] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1643.294064] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1643.450265] env[62171]: DEBUG nova.compute.utils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.453753] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1643.453890] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1643.514063] env[62171]: DEBUG nova.policy [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f1f6a2eaeb44818abc998ce5ccdae8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c100cf0c124d6e8d059e6d492f32bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1643.541121] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.541418] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.541530] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.541733] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.541856] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.542026] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.542245] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.542573] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.542807] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.542981] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.543186] env[62171]: DEBUG nova.virt.hardware [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.548718] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfiguring VM instance instance-0000000e to detach disk 2000 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1643.549056] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c534db2e-a8de-4df5-86b3-94dbe694bc4c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.569727] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1643.569727] env[62171]: value = "task-1979251" [ 1643.569727] env[62171]: _type = "Task" [ 1643.569727] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.581936] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.714471] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979250, 'name': ReconfigVM_Task, 'duration_secs': 0.323801} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.714983] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c/9c489c02-6010-4f1a-8d7f-fe4fa5007c7c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.716058] env[62171]: INFO nova.compute.manager [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Rescuing [ 1643.716461] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.716765] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.717109] env[62171]: DEBUG nova.network.neutron [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1643.718755] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de59299b-b963-460f-9afa-c9e85142c55e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.728410] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1643.728410] env[62171]: value = "task-1979252" [ 1643.728410] env[62171]: _type = "Task" [ 1643.728410] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.740131] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979252, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.767943] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Successfully created port: 16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.819825] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.824846] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1643.961245] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1644.059692] env[62171]: DEBUG nova.network.neutron [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Updating instance_info_cache with network_info: [{"id": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "address": "fa:16:3e:d7:23:dc", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4cc5c8-8c", "ovs_interfaceid": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.085633] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979251, 'name': ReconfigVM_Task, 'duration_secs': 0.403372} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.085633] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfigured VM instance instance-0000000e to detach disk 2000 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1644.085633] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3346762-3dce-42ac-b85e-410fce47450c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.111871] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.115010] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a41f2f2-32a6-43c2-b03a-5ec476c28621 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.136158] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1644.136158] env[62171]: value = "task-1979253" [ 1644.136158] env[62171]: _type = "Task" [ 1644.136158] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.148035] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.244137] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979252, 'name': Rename_Task, 'duration_secs': 0.149977} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.244705] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1644.244705] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d23e004-5fbd-424d-a7bc-ea58a7b4d172 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.253066] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1644.253066] env[62171]: value = "task-1979254" [ 1644.253066] env[62171]: _type = "Task" [ 1644.253066] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.262760] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.448133] env[62171]: DEBUG nova.network.neutron [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Updating instance_info_cache with network_info: [{"id": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "address": "fa:16:3e:7a:80:ba", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e67a0-a2", "ovs_interfaceid": "d41e67a0-a248-4500-9fda-3fcbce9e42f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.567161] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.567424] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Instance network_info: |[{"id": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "address": "fa:16:3e:d7:23:dc", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4cc5c8-8c", "ovs_interfaceid": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1644.568578] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:23:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea4cc5c8-8c18-4029-bb24-9554d71811cb', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.578402] env[62171]: DEBUG oslo.service.loopingcall [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.578740] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1644.579579] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-121d36a1-38cd-41ed-ac16-d6ff54cf009a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.604864] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.604864] env[62171]: value = "task-1979255" [ 1644.604864] env[62171]: _type = "Task" [ 1644.604864] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.617657] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979255, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.623036] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a1e19-c0e4-458b-82c8-86583b7489b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.631492] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a70be87-b83f-4dd3-bb4d-379a92c08774 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.669972] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5eff4c-b1c7-42ea-84c5-4bd7b6752929 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.676380] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.687732] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fcfeb1-b24c-4acf-a055-826669547ad6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.704703] env[62171]: DEBUG nova.compute.provider_tree [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.763778] env[62171]: DEBUG oslo_vmware.api [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979254, 'name': PowerOnVM_Task, 'duration_secs': 0.489428} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.764074] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1644.764292] env[62171]: INFO nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1644.764476] env[62171]: DEBUG nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1644.765272] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc971d16-262d-4a77-83ac-068bb0e23ee0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.850256] env[62171]: DEBUG nova.compute.manager [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Received event network-changed-ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1644.850391] env[62171]: DEBUG nova.compute.manager [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Refreshing instance network info cache due to event network-changed-ea4cc5c8-8c18-4029-bb24-9554d71811cb. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1644.850627] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] Acquiring lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.850766] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] Acquired lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.850927] env[62171]: DEBUG nova.network.neutron [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Refreshing network info cache for port ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1644.951294] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-97a48c79-8950-4b53-ae7e-7b7e0845158e" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.980053] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1645.001734] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1645.001734] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1645.001911] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.002087] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1645.002246] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.002399] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1645.002607] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1645.002771] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1645.002937] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1645.003113] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1645.003312] env[62171]: DEBUG nova.virt.hardware [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1645.004186] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63303a03-d698-490e-b799-e5f2cb1dc75c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.015018] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a11b8e-2ab8-44c1-922d-7bc266a8b585 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.118630] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979255, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.146926] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979253, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.208511] env[62171]: DEBUG nova.scheduler.client.report [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1645.287520] env[62171]: INFO nova.compute.manager [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c] Took 43.61 seconds to build instance. [ 1645.486490] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1645.486883] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f862284-1619-4cc4-ab9a-03e11ca42ac3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.496209] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1645.496209] env[62171]: value = "task-1979256" [ 1645.496209] env[62171]: _type = "Task" [ 1645.496209] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.508505] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.569788] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Successfully updated port: 16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.617857] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979255, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.648462] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979253, 'name': ReconfigVM_Task, 'duration_secs': 1.396396} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.648768] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Reconfigured VM instance instance-0000000e to attach disk [datastore1] aee05e74-29a2-40ca-8185-a3698c7321af/aee05e74-29a2-40ca-8185-a3698c7321af.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.649689] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 50 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1645.653657] env[62171]: DEBUG nova.network.neutron [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Updated VIF entry in instance network info cache for port ea4cc5c8-8c18-4029-bb24-9554d71811cb. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1645.654017] env[62171]: DEBUG nova.network.neutron [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Updating instance_info_cache with network_info: [{"id": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "address": "fa:16:3e:d7:23:dc", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea4cc5c8-8c", "ovs_interfaceid": "ea4cc5c8-8c18-4029-bb24-9554d71811cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.716256] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.716377] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1645.719429] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.549s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.722510] env[62171]: DEBUG nova.objects.instance [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lazy-loading 'resources' on Instance uuid ba819e78-f9b0-4e7f-b896-3c4b7b758cfa {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.791330] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5bb5d928-261d-4932-a40c-b5043533dcb5 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "9c489c02-6010-4f1a-8d7f-fe4fa5007c7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.350s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.008115] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979256, 'name': PowerOffVM_Task, 'duration_secs': 0.250042} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.008485] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1646.009376] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71dc189-2105-490d-8422-a6d6c722d44a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.030314] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c326ee-0259-41e7-87b8-8b4ea81cbe20 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.061844] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1646.062174] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aedf3069-8064-49b3-81a1-d0108830e2e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.070970] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1646.070970] env[62171]: value = "task-1979257" [ 1646.070970] env[62171]: _type = "Task" [ 1646.070970] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.074955] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.075203] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.075295] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1646.084076] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.118514] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979255, 'name': CreateVM_Task, 'duration_secs': 1.436117} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.118734] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1646.119377] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.119555] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.119876] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1646.121199] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e34940f-07cb-44fe-8d8d-c827d67ba5c9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.126406] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1646.126406] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d1ca18-bbdf-ab71-ca5e-0af5f19dacf4" [ 1646.126406] env[62171]: _type = "Task" [ 1646.126406] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.135597] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d1ca18-bbdf-ab71-ca5e-0af5f19dacf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.156871] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f65b356-855d-4031-b527-2512f8523838 req-a3c634a0-c15c-4544-ba17-ae70fe5b3347 service nova] Releasing lock "refresh_cache-a2ff6e56-fd4f-445d-9455-3c5a39815227" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.159226] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1c391-6e85-4c04-a095-874be774f34c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.179340] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545fe534-e00b-464f-b116-6874bcade1ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.197346] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 67 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1646.226053] env[62171]: DEBUG nova.compute.utils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.230734] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1646.231081] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1646.273050] env[62171]: DEBUG nova.policy [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6643682a5504447bab5a0d3e6f041bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97cff206b0c640af9fda32315a9fd0b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1646.294509] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1646.567984] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.567984] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.567984] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Successfully created port: 73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.583182] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] VM already powered off {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1646.583401] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.583953] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.583953] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.583953] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.584614] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce44ca8a-cf76-4634-99a7-99bb91841fea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.597921] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.598142] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1646.598894] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3077e91-d198-4cc9-a9ea-b22f6d19e4a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.605214] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1646.605214] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526f521e-3cf2-9251-589f-6ecb6602881d" [ 1646.605214] env[62171]: _type = "Task" [ 1646.605214] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.616665] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526f521e-3cf2-9251-589f-6ecb6602881d, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.617445] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97c275b-9d02-4928-af5c-b5e482f58d7a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.623714] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1646.623714] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c981c-6602-b3de-0af4-386c5185dcb6" [ 1646.623714] env[62171]: _type = "Task" [ 1646.623714] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.632516] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1646.637336] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c981c-6602-b3de-0af4-386c5185dcb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.645916] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d1ca18-bbdf-ab71-ca5e-0af5f19dacf4, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.645916] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.646078] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.646287] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.731563] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1646.796114] env[62171]: DEBUG nova.network.neutron [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Port d11c9661-b740-43f4-a583-b8d2a15e7a31 binding to destination host cpu-1 is already ACTIVE {{(pid=62171) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1646.820280] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9f321-838e-438e-8404-0d82a7ebd741 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.828024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.830948] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0914ba55-72cb-410e-bef8-68fb54ddf5ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.869548] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a685f89b-177c-4999-b10c-f83c82ef7459 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.879740] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e204d-54f8-49db-a3a3-cd2fa82ed925 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.895024] env[62171]: DEBUG nova.compute.provider_tree [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.898492] env[62171]: DEBUG nova.compute.manager [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Received event network-vif-plugged-16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1646.898860] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Acquiring lock "07726d27-59fc-4540-8350-22aba76b0eab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.899234] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Lock "07726d27-59fc-4540-8350-22aba76b0eab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.899554] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Lock "07726d27-59fc-4540-8350-22aba76b0eab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.899930] env[62171]: DEBUG nova.compute.manager [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] No waiting events found dispatching network-vif-plugged-16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1646.900220] env[62171]: WARNING nova.compute.manager [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Received unexpected event network-vif-plugged-16749e02-782e-44ad-a087-92559c623748 for instance with vm_state building and task_state spawning. [ 1646.900490] env[62171]: DEBUG nova.compute.manager [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Received event network-changed-16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1646.900775] env[62171]: DEBUG nova.compute.manager [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Refreshing instance network info cache due to event network-changed-16749e02-782e-44ad-a087-92559c623748. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1646.901062] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Acquiring lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.907343] env[62171]: DEBUG nova.network.neutron [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Updating instance_info_cache with network_info: [{"id": "16749e02-782e-44ad-a087-92559c623748", "address": "fa:16:3e:b5:6f:58", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16749e02-78", "ovs_interfaceid": "16749e02-782e-44ad-a087-92559c623748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.134928] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520c981c-6602-b3de-0af4-386c5185dcb6, 'name': SearchDatastore_Task, 'duration_secs': 0.008626} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.135291] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.135588] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk. {{(pid=62171) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1647.135922] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.136101] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1647.136393] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e0bc53a-638d-467b-8cdf-0bf7861e5b3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.138614] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b3b2da-ab30-4c58-945e-85d91c99b921 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.148683] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1647.148683] env[62171]: value = "task-1979258" [ 1647.148683] env[62171]: _type = "Task" [ 1647.148683] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.152455] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1647.152640] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1647.153333] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4baae5-3155-4e25-ac8c-9a15f8207071 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.158960] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1647.158960] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52990ab9-b486-c928-2f83-b07e3708c20d" [ 1647.158960] env[62171]: _type = "Task" [ 1647.158960] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.163834] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.172634] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52990ab9-b486-c928-2f83-b07e3708c20d, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.173586] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7259e84c-c839-4a57-b28b-5eced0b3173e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.180358] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1647.180358] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cc8bd4-10c4-33de-243c-3cdc637b44c4" [ 1647.180358] env[62171]: _type = "Task" [ 1647.180358] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.190566] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cc8bd4-10c4-33de-243c-3cdc637b44c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.402657] env[62171]: DEBUG nova.scheduler.client.report [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1647.408845] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.408845] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance network_info: |[{"id": "16749e02-782e-44ad-a087-92559c623748", "address": "fa:16:3e:b5:6f:58", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16749e02-78", "ovs_interfaceid": "16749e02-782e-44ad-a087-92559c623748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1647.409085] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Acquired lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.409085] env[62171]: DEBUG nova.network.neutron [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Refreshing network info cache for port 16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1647.410596] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:6f:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16749e02-782e-44ad-a087-92559c623748', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.418380] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating folder: Project (d9c100cf0c124d6e8d059e6d492f32bc). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1647.420643] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541722e6-cbfb-425b-8d03-313f5cf3a54a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.435687] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created folder: Project (d9c100cf0c124d6e8d059e6d492f32bc) in parent group-v407351. [ 1647.435687] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating folder: Instances. Parent ref: group-v407435. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1647.435918] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e66118b-496c-4583-a0f8-cfb8b3b6d5e3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.449141] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created folder: Instances in parent group-v407435. [ 1647.449141] env[62171]: DEBUG oslo.service.loopingcall [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.449141] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1647.449141] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734ddb7b-a562-46e0-a511-75467b9f6f0e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.471181] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.471181] env[62171]: value = "task-1979261" [ 1647.471181] env[62171]: _type = "Task" [ 1647.471181] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.480020] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979261, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.659840] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979258, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.692632] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cc8bd4-10c4-33de-243c-3cdc637b44c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.692923] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.693312] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] a2ff6e56-fd4f-445d-9455-3c5a39815227/a2ff6e56-fd4f-445d-9455-3c5a39815227.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1647.693537] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1116e4bb-5970-4cca-8689-6a261c22f2c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.702869] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1647.702869] env[62171]: value = "task-1979262" [ 1647.702869] env[62171]: _type = "Task" [ 1647.702869] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.713810] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.746090] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1647.773076] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.773354] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.773515] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.773702] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.773855] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.774013] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.774431] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.774721] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.774913] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.775107] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.775290] env[62171]: DEBUG nova.virt.hardware [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.776167] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610fdb81-e406-470c-bf1f-4daef25b7358 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.785731] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b38e9f-ce57-4f77-a462-5cd07eb8acc7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.818821] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.819083] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.819253] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.909030] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.912076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.251s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.912076] env[62171]: DEBUG nova.objects.instance [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62171) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1647.937276] env[62171]: INFO nova.scheduler.client.report [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Deleted allocations for instance ba819e78-f9b0-4e7f-b896-3c4b7b758cfa [ 1647.981756] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979261, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.161286] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659493} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.161712] env[62171]: INFO nova.virt.vmwareapi.ds_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk. [ 1648.162603] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0cecb-e3fa-4a17-b5ba-d01bdb0c8e82 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.211144] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.211867] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d861008d-a8b8-41a4-9b10-4eb10af20d93 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.237408] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.239095] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1648.239095] env[62171]: value = "task-1979263" [ 1648.239095] env[62171]: _type = "Task" [ 1648.239095] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.249062] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.344863] env[62171]: DEBUG nova.network.neutron [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Updated VIF entry in instance network info cache for port 16749e02-782e-44ad-a087-92559c623748. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1648.344863] env[62171]: DEBUG nova.network.neutron [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Updating instance_info_cache with network_info: [{"id": "16749e02-782e-44ad-a087-92559c623748", "address": "fa:16:3e:b5:6f:58", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16749e02-78", "ovs_interfaceid": "16749e02-782e-44ad-a087-92559c623748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.431656] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Successfully updated port: 73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.450075] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f5a68f29-6878-415c-b340-337d965a6548 tempest-FloatingIPsAssociationNegativeTestJSON-156636722 tempest-FloatingIPsAssociationNegativeTestJSON-156636722-project-member] Lock "ba819e78-f9b0-4e7f-b896-3c4b7b758cfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.702s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.482206] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979261, 'name': CreateVM_Task, 'duration_secs': 0.83545} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.482379] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1648.483092] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.483269] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.483605] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.483874] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be82bda0-830b-4d3e-b315-868a3e4455fa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.488930] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1648.488930] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52341c38-e555-3683-8fc2-90ffd73a71dc" [ 1648.488930] env[62171]: _type = "Task" [ 1648.488930] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.499176] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52341c38-e555-3683-8fc2-90ffd73a71dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.721667] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649004} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.721951] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] a2ff6e56-fd4f-445d-9455-3c5a39815227/a2ff6e56-fd4f-445d-9455-3c5a39815227.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1648.722191] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.722452] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15e64ac9-b0e5-41cf-a04c-0374a2bc5309 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.730081] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1648.730081] env[62171]: value = "task-1979264" [ 1648.730081] env[62171]: _type = "Task" [ 1648.730081] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.739119] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.747716] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979263, 'name': ReconfigVM_Task, 'duration_secs': 0.345281} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.748016] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 97a48c79-8950-4b53-ae7e-7b7e0845158e/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.748918] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f744ee-5799-4d32-a307-5fdb09d6aea2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.776806] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f995225a-5cd5-446a-81f8-41d66bd8ec9c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.793481] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1648.793481] env[62171]: value = "task-1979265" [ 1648.793481] env[62171]: _type = "Task" [ 1648.793481] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.807715] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.846150] env[62171]: DEBUG oslo_concurrency.lockutils [req-7b21acf7-1082-4966-aea6-b3efb922829f req-fa133c7b-32aa-41c9-8ef7-b6f9dd3d8229 service nova] Releasing lock "refresh_cache-07726d27-59fc-4540-8350-22aba76b0eab" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.881475] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.881694] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.881886] env[62171]: DEBUG nova.network.neutron [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1648.921362] env[62171]: DEBUG oslo_concurrency.lockutils [None req-991b8fa3-38e0-4e1e-bf2b-cb02d8168f22 tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.922440] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.455s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.923814] env[62171]: INFO nova.compute.claims [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1648.931754] env[62171]: DEBUG nova.compute.manager [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Received event network-vif-plugged-73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1648.932344] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Acquiring lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.932344] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.932454] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.932727] env[62171]: DEBUG nova.compute.manager [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] No waiting events found dispatching network-vif-plugged-73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.932783] env[62171]: WARNING nova.compute.manager [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Received unexpected event network-vif-plugged-73f6a12f-ab9f-473f-b8f8-8df0c17041b9 for instance with vm_state building and task_state spawning. [ 1648.932946] env[62171]: DEBUG nova.compute.manager [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Received event network-changed-73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1648.933113] env[62171]: DEBUG nova.compute.manager [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Refreshing instance network info cache due to event network-changed-73f6a12f-ab9f-473f-b8f8-8df0c17041b9. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1648.933870] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Acquiring lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.933870] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Acquired lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.933870] env[62171]: DEBUG nova.network.neutron [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Refreshing network info cache for port 73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1648.935647] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.001109] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52341c38-e555-3683-8fc2-90ffd73a71dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.002076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.004116] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1649.004116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.004116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.004116] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1649.004116] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-328e7780-5af9-4a41-881d-1e67d154e2f8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.021031] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1649.021031] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1649.021031] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e210f2a7-528f-46bd-a393-91127e344584 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.026371] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1649.026371] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ea02b-90ea-8db5-1008-1e94c71df35c" [ 1649.026371] env[62171]: _type = "Task" [ 1649.026371] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.036105] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ea02b-90ea-8db5-1008-1e94c71df35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.241340] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117332} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.245048] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.245048] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21c549-3c4e-43c7-a6f6-02bea3f21190 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.270226] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] a2ff6e56-fd4f-445d-9455-3c5a39815227/a2ff6e56-fd4f-445d-9455-3c5a39815227.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.270770] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784166f3-d9f5-4334-bb2c-1a0fd6ef4274 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.295151] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1649.295151] env[62171]: value = "task-1979266" [ 1649.295151] env[62171]: _type = "Task" [ 1649.295151] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.310878] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979265, 'name': ReconfigVM_Task, 'duration_secs': 0.218085} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.310878] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1649.310878] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.310878] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5870d864-b288-44e0-8b5d-a542dadd5ebc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.317986] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1649.317986] env[62171]: value = "task-1979267" [ 1649.317986] env[62171]: _type = "Task" [ 1649.317986] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.326669] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.502709] env[62171]: DEBUG nova.network.neutron [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1649.541232] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ea02b-90ea-8db5-1008-1e94c71df35c, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.541232] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ba60eb8-d666-49dd-85a3-bf7c335ef9ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.547665] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1649.547665] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f5b01d-ee8a-b2a3-6710-b5cd8b17853c" [ 1649.547665] env[62171]: _type = "Task" [ 1649.547665] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.558434] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f5b01d-ee8a-b2a3-6710-b5cd8b17853c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.637970] env[62171]: DEBUG nova.network.neutron [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.680370] env[62171]: DEBUG nova.network.neutron [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance_info_cache with network_info: [{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.814617] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.829349] env[62171]: DEBUG oslo_vmware.api [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979267, 'name': PowerOnVM_Task, 'duration_secs': 0.407319} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.829673] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1649.833239] env[62171]: DEBUG nova.compute.manager [None req-19758890-1797-4dc7-b030-bbc3dae6c4ab tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 97a48c79-8950-4b53-ae7e-7b7e0845158e] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1649.834361] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab25f789-842c-49e4-b5f3-f44bc7fb530f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.063464] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f5b01d-ee8a-b2a3-6710-b5cd8b17853c, 'name': SearchDatastore_Task, 'duration_secs': 0.015678} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.063779] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.064049] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1650.064320] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4484bfe-6c42-4af8-9bd7-fec46ed6634d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.074179] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1650.074179] env[62171]: value = "task-1979268" [ 1650.074179] env[62171]: _type = "Task" [ 1650.074179] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.086244] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.144639] env[62171]: DEBUG oslo_concurrency.lockutils [req-51b6d241-ec47-4a1e-a912-353799091dbb req-f0c192d4-5def-4177-a8b4-f5f1f89e2e53 service nova] Releasing lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.145344] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquired lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.145526] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1650.185025] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.321508] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979266, 'name': ReconfigVM_Task, 'duration_secs': 0.842893} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.322063] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Reconfigured VM instance instance-0000001b to attach disk [datastore1] a2ff6e56-fd4f-445d-9455-3c5a39815227/a2ff6e56-fd4f-445d-9455-3c5a39815227.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.323114] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1f26be-daee-4978-ba8a-ece35a8c3fdc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.337160] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1650.337160] env[62171]: value = "task-1979269" [ 1650.337160] env[62171]: _type = "Task" [ 1650.337160] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.352372] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979269, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.593520] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979268, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.673792] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622fc6f7-01bb-402d-a1b5-96651f3faa44 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.682784] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb4bc2e-bba7-42f5-87c5-0ead2befe5e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.689844] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1650.730783] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d82a103-e0b3-4f54-b077-4bf3c62821e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.733948] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13093fab-5453-446b-add3-54acd2aaa6fa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.756071] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd5861-982e-4a5b-94dd-53075af1fa4a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.760820] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751df692-6516-4632-b70d-3d8c4a095cfb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.776166] env[62171]: DEBUG nova.compute.provider_tree [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.782188] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 83 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1650.849510] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979269, 'name': Rename_Task, 'duration_secs': 0.405025} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.850159] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1650.850558] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcd3269b-afc4-4575-9996-8f8ce5d7eab2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.859726] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1650.859726] env[62171]: value = "task-1979270" [ 1650.859726] env[62171]: _type = "Task" [ 1650.859726] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.869229] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.968473] env[62171]: DEBUG nova.network.neutron [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Updating instance_info_cache with network_info: [{"id": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "address": "fa:16:3e:5f:12:3a", "network": {"id": "de058d2c-8e2e-40bf-be90-3548519d1c4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1739183394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97cff206b0c640af9fda32315a9fd0b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f6a12f-ab", "ovs_interfaceid": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.089806] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579362} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.090620] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1651.090905] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.091234] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74ab92db-e365-4892-bc0a-89d002f90fc0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.100383] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1651.100383] env[62171]: value = "task-1979271" [ 1651.100383] env[62171]: _type = "Task" [ 1651.100383] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.112983] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.291018] env[62171]: DEBUG nova.scheduler.client.report [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1651.297896] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1651.298268] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4becbc5-93d9-4507-bb85-e9350c1d231e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.310341] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1651.310341] env[62171]: value = "task-1979272" [ 1651.310341] env[62171]: _type = "Task" [ 1651.310341] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.327437] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.377020] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.471649] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Releasing lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.472008] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance network_info: |[{"id": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "address": "fa:16:3e:5f:12:3a", "network": {"id": "de058d2c-8e2e-40bf-be90-3548519d1c4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1739183394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97cff206b0c640af9fda32315a9fd0b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f6a12f-ab", "ovs_interfaceid": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1651.472590] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:12:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f6a12f-ab9f-473f-b8f8-8df0c17041b9', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1651.481345] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Creating folder: Project (97cff206b0c640af9fda32315a9fd0b5). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1651.481655] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84744d01-7889-4ea0-acb6-4b5c38392c42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.496159] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Created folder: Project (97cff206b0c640af9fda32315a9fd0b5) in parent group-v407351. [ 1651.496395] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Creating folder: Instances. Parent ref: group-v407438. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1651.496670] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae00c6b-9f79-46b2-b122-4682c189b556 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.507785] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Created folder: Instances in parent group-v407438. [ 1651.508052] env[62171]: DEBUG oslo.service.loopingcall [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.508258] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1651.508544] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23041c9-dc55-472a-b6bd-d713ca925d47 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.529246] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1651.529246] env[62171]: value = "task-1979275" [ 1651.529246] env[62171]: _type = "Task" [ 1651.529246] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.537657] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979275, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.611986] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151798} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.612305] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1651.613154] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b965bd6e-5c41-42b6-ab15-f7ecaf61e09e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.637231] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1651.637589] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1225ae13-05c6-40e5-8812-52844af93e40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.660607] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1651.660607] env[62171]: value = "task-1979276" [ 1651.660607] env[62171]: _type = "Task" [ 1651.660607] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.672399] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.799783] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.877s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.800402] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1651.803183] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.130s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.804955] env[62171]: INFO nova.compute.claims [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.824237] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.874874] env[62171]: DEBUG oslo_vmware.api [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979270, 'name': PowerOnVM_Task, 'duration_secs': 0.78997} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.875749] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1651.876152] env[62171]: INFO nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1651.876410] env[62171]: DEBUG nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1651.877637] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212bd791-185f-43f7-a109-544775fd92e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.042796] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979275, 'name': CreateVM_Task, 'duration_secs': 0.497265} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.043128] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1652.044302] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.044512] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.044932] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.045236] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462cb7c7-2e2b-456e-8bba-001bcb8f17f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.051329] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1652.051329] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd5a6a-a350-000f-b6a1-66c58a6b4c10" [ 1652.051329] env[62171]: _type = "Task" [ 1652.051329] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.061903] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd5a6a-a350-000f-b6a1-66c58a6b4c10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.172877] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.310679] env[62171]: DEBUG nova.compute.utils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1652.316203] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1652.316370] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1652.338315] env[62171]: DEBUG oslo_vmware.api [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979272, 'name': PowerOnVM_Task, 'duration_secs': 0.764009} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.338926] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1652.338926] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7866d5b0-7827-4a90-9bf6-4aec631bded2 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance 'aee05e74-29a2-40ca-8185-a3698c7321af' progress to 100 {{(pid=62171) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1652.371016] env[62171]: DEBUG nova.policy [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e20e11ef7444dd8bcfe56bc32999a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be274bad9fa94cb6b01adcd8ffba02c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1652.402392] env[62171]: INFO nova.compute.manager [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Took 49.56 seconds to build instance. [ 1652.563564] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bd5a6a-a350-000f-b6a1-66c58a6b4c10, 'name': SearchDatastore_Task, 'duration_secs': 0.014765} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.563911] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.564167] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.564420] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.564981] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.564981] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.565236] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6368d776-b84f-4a88-bf6b-b536e147bbf1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.580511] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.580676] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1652.581776] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684d1322-1618-4417-a9fa-df6e4ec29a9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.594311] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1652.594311] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52281f11-efe7-7d10-6335-41d96a823ffd" [ 1652.594311] env[62171]: _type = "Task" [ 1652.594311] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.605502] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52281f11-efe7-7d10-6335-41d96a823ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.014377} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.606769] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-235910be-d722-4cb0-8cb7-1fc683331d2f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.614060] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1652.614060] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52621bda-1d99-910e-503e-85da63b32e72" [ 1652.614060] env[62171]: _type = "Task" [ 1652.614060] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.625464] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52621bda-1d99-910e-503e-85da63b32e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.670292] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Successfully created port: bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1652.675813] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979276, 'name': ReconfigVM_Task, 'duration_secs': 0.619248} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.676165] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1652.677042] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04f9eea7-9701-43c5-809b-67447e05332f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.701259] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1652.701259] env[62171]: value = "task-1979277" [ 1652.701259] env[62171]: _type = "Task" [ 1652.701259] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.711424] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979277, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.816957] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1652.905962] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e2b8e244-47cb-4c8f-913c-51951c91f1f1 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.106s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.095359] env[62171]: INFO nova.compute.manager [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Rescuing [ 1653.096909] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.097164] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.097904] env[62171]: DEBUG nova.network.neutron [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1653.128805] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52621bda-1d99-910e-503e-85da63b32e72, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.129470] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.129843] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 877a937a-e068-47ac-a6ca-8b499fc46b74/877a937a-e068-47ac-a6ca-8b499fc46b74.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1653.130299] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a9d979e-1c60-4090-aed5-2d5a11e5ec42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.140624] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1653.140624] env[62171]: value = "task-1979278" [ 1653.140624] env[62171]: _type = "Task" [ 1653.140624] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.153130] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.214603] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979277, 'name': Rename_Task, 'duration_secs': 0.215884} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.215335] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1653.215788] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fdab61-cf11-4672-bd9f-4f3f35bc2082 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.224069] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1653.224069] env[62171]: value = "task-1979279" [ 1653.224069] env[62171]: _type = "Task" [ 1653.224069] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.233049] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.413220] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1653.460124] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff95984f-cd0c-4137-8f3a-373d6fb70276 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.470644] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8130148-f08a-45bc-94aa-5754e1d4a7c7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.507024] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c82486a-7926-43e3-bafe-4469194f2143 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.516633] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243075d5-d35f-4b83-a265-ad7c1269358d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.537298] env[62171]: DEBUG nova.compute.provider_tree [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.656861] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979278, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.735399] env[62171]: DEBUG oslo_vmware.api [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979279, 'name': PowerOnVM_Task, 'duration_secs': 0.506821} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.735751] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1653.736016] env[62171]: INFO nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1653.736376] env[62171]: DEBUG nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1653.737203] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1adedc-ee92-4b68-b3f7-2f182c1bb327 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.831037] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1653.886117] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1653.886845] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1653.886845] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1653.886845] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1653.887040] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1653.887195] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1653.887514] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1653.887705] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1653.888329] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1653.888329] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1653.888329] env[62171]: DEBUG nova.virt.hardware [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1653.889226] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3182378-ed2e-4d83-b92f-d9b167af1340 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.900486] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a7361-6eed-4c13-9c44-630e67431724 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.927371] env[62171]: DEBUG nova.network.neutron [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Updating instance_info_cache with network_info: [{"id": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "address": "fa:16:3e:46:0b:6a", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03717d6-e4", "ovs_interfaceid": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.954238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.028039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.029070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.029070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.029070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.029070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.032296] env[62171]: INFO nova.compute.manager [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Terminating instance [ 1654.034239] env[62171]: DEBUG nova.compute.manager [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1654.034444] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1654.035509] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fd1c69-be5c-48de-ac34-0af9db89fbd4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.039765] env[62171]: DEBUG nova.scheduler.client.report [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1654.054020] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1654.054020] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c678977f-75ee-4d30-a2a9-41ec46ada2b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.063416] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1654.063416] env[62171]: value = "task-1979280" [ 1654.063416] env[62171]: _type = "Task" [ 1654.063416] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.074258] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.153592] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815805} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.153980] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 877a937a-e068-47ac-a6ca-8b499fc46b74/877a937a-e068-47ac-a6ca-8b499fc46b74.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1654.154220] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.154493] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ae00ca-1047-4790-8c63-b414d4a5926d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.164466] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1654.164466] env[62171]: value = "task-1979281" [ 1654.164466] env[62171]: _type = "Task" [ 1654.164466] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.174422] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.259397] env[62171]: INFO nova.compute.manager [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Took 46.55 seconds to build instance. [ 1654.278256] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Successfully updated port: bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1654.430088] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.510494] env[62171]: DEBUG nova.compute.manager [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Received event network-vif-plugged-bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1654.510695] env[62171]: DEBUG oslo_concurrency.lockutils [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] Acquiring lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.510959] env[62171]: DEBUG oslo_concurrency.lockutils [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.511180] env[62171]: DEBUG oslo_concurrency.lockutils [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.511364] env[62171]: DEBUG nova.compute.manager [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] No waiting events found dispatching network-vif-plugged-bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1654.511559] env[62171]: WARNING nova.compute.manager [req-369da267-b5a3-426b-b7ff-06abf66b7e6a req-919b3fde-fafc-4008-9cf8-1667c1d621ce service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Received unexpected event network-vif-plugged-bca87764-3f74-4426-b2f9-d51ca1b4f806 for instance with vm_state building and task_state spawning. [ 1654.546695] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.547266] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1654.552717] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.436s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.552961] env[62171]: DEBUG nova.objects.instance [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lazy-loading 'resources' on Instance uuid 67373f7f-6ef7-41be-8edf-51a13d27a1c5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.580240] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.679941] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124526} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.680484] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.681169] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999dbe2-1e73-4087-8647-b225e2f86e40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.699273] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "aee05e74-29a2-40ca-8185-a3698c7321af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.699549] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.699760] env[62171]: DEBUG nova.compute.manager [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Going to confirm migration 1 {{(pid=62171) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1654.712194] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 877a937a-e068-47ac-a6ca-8b499fc46b74/877a937a-e068-47ac-a6ca-8b499fc46b74.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.712860] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f86f195-4615-4ae2-b11e-ff22de4353df {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.736301] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1654.736301] env[62171]: value = "task-1979282" [ 1654.736301] env[62171]: _type = "Task" [ 1654.736301] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.747938] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.761626] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cd21f8da-209b-4d76-a030-766863e5368d tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.535s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.783490] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.783903] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquired lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.784198] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1654.970091] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1654.971920] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8513a999-f149-43a2-aa10-c7eb3b0b6c0e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.985644] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1654.985644] env[62171]: value = "task-1979283" [ 1654.985644] env[62171]: _type = "Task" [ 1654.985644] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.995823] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.055604] env[62171]: DEBUG nova.compute.utils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.057538] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Not allocating networking since 'none' was specified. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1655.081694] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.248981] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.266575] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1655.316095] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.316620] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.316620] env[62171]: DEBUG nova.network.neutron [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1655.316740] env[62171]: DEBUG nova.objects.instance [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lazy-loading 'info_cache' on Instance uuid aee05e74-29a2-40ca-8185-a3698c7321af {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.329157] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1655.492357] env[62171]: DEBUG nova.network.neutron [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Updating instance_info_cache with network_info: [{"id": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "address": "fa:16:3e:ed:eb:86", "network": {"id": "0212e26a-8a84-4f25-b98c-ad0e9054555d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2027933666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be274bad9fa94cb6b01adcd8ffba02c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca87764-3f", "ovs_interfaceid": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.502719] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979283, 'name': PowerOffVM_Task, 'duration_secs': 0.22945} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.505490] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1655.507124] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48c81ce-a706-4663-b42e-d0e94e0e7c78 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.533319] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac3ec2b-2483-4d71-8125-f73bf296b711 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.559540] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1655.574688] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1655.575224] env[62171]: INFO nova.compute.manager [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Rebuilding instance [ 1655.577093] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce515f7-d3dd-4db6-b686-215ed4f1b9bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.589038] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979280, 'name': PowerOffVM_Task, 'duration_secs': 1.151795} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.590279] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1655.590466] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1655.590765] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1655.590765] env[62171]: value = "task-1979284" [ 1655.590765] env[62171]: _type = "Task" [ 1655.590765] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.590957] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7420d95-ffca-4d73-a4cc-913aae3b39f4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.607297] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] VM already powered off {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1655.607297] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.607552] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.607552] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.608057] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.610194] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6210bc5-0a17-4911-b9ac-d69e854fe027 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.629161] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.630568] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1655.630568] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f39c45e-4b60-40fd-bc91-aa4985424011 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.641543] env[62171]: DEBUG nova.compute.manager [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1655.641907] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1655.641907] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52141459-5dbf-9dd6-c498-cd7e62b42fd0" [ 1655.641907] env[62171]: _type = "Task" [ 1655.641907] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.642763] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3613212-5f3b-4c92-ad31-c403ef48764f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.661536] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52141459-5dbf-9dd6-c498-cd7e62b42fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.679890] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1655.680213] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1655.680418] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleting the datastore file [datastore1] a2ff6e56-fd4f-445d-9455-3c5a39815227 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.680701] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c05f0a1-b385-4a0a-b106-be7c715531cc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.691139] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for the task: (returnval){ [ 1655.691139] env[62171]: value = "task-1979286" [ 1655.691139] env[62171]: _type = "Task" [ 1655.691139] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.699989] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.730454] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df837db2-f560-44d1-88e9-37320a78006c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.741292] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a57bb-e7db-42ed-bc81-71559ddd81b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.750282] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979282, 'name': ReconfigVM_Task, 'duration_secs': 0.782043} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.776268] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 877a937a-e068-47ac-a6ca-8b499fc46b74/877a937a-e068-47ac-a6ca-8b499fc46b74.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1655.779632] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48859e9a-1396-4070-aca7-0a9d8c90bddd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.783100] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4f3a6c-694e-45d2-b30e-b8a856cd4e6d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.793250] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b043be15-0996-4fd8-9176-f21fdcef50fe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.798406] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1655.798406] env[62171]: value = "task-1979287" [ 1655.798406] env[62171]: _type = "Task" [ 1655.798406] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.809974] env[62171]: DEBUG nova.compute.provider_tree [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1655.815157] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.818217] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979287, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.998810] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Releasing lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.998810] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Instance network_info: |[{"id": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "address": "fa:16:3e:ed:eb:86", "network": {"id": "0212e26a-8a84-4f25-b98c-ad0e9054555d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2027933666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be274bad9fa94cb6b01adcd8ffba02c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca87764-3f", "ovs_interfaceid": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1655.999097] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:eb:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca87764-3f74-4426-b2f9-d51ca1b4f806', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.008337] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Creating folder: Project (be274bad9fa94cb6b01adcd8ffba02c0). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1656.009629] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d733afb7-633a-4484-8d2c-c064afc26c41 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.026119] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Created folder: Project (be274bad9fa94cb6b01adcd8ffba02c0) in parent group-v407351. [ 1656.026119] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Creating folder: Instances. Parent ref: group-v407441. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1656.026119] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dadaad4b-340f-487e-a7e7-12afee1bf294 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.044023] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Created folder: Instances in parent group-v407441. [ 1656.044023] env[62171]: DEBUG oslo.service.loopingcall [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.044023] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1656.044023] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7413b75c-b082-477e-98b6-19b6b6f59ed0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.072084] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.072084] env[62171]: value = "task-1979290" [ 1656.072084] env[62171]: _type = "Task" [ 1656.072084] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.083388] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979290, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.159834] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52141459-5dbf-9dd6-c498-cd7e62b42fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.025427} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.160676] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c378b389-9e85-470b-87f6-4d1747cf4ebe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.164284] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1656.164564] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-747fa894-879e-49c8-8f04-90bfb17ead76 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.171962] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1656.171962] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5203bed5-a030-2610-7ea4-33a82f3ca963" [ 1656.171962] env[62171]: _type = "Task" [ 1656.171962] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.173707] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1656.173707] env[62171]: value = "task-1979291" [ 1656.173707] env[62171]: _type = "Task" [ 1656.173707] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.189562] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5203bed5-a030-2610-7ea4-33a82f3ca963, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.193165] env[62171]: DEBUG oslo_concurrency.lockutils [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.193478] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk. {{(pid=62171) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1656.193844] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.194104] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d3c9f87-2f5e-4f7f-a900-4c62503848b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.204945] env[62171]: DEBUG oslo_vmware.api [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Task: {'id': task-1979286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294068} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.206241] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.206476] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1656.206699] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1656.206875] env[62171]: INFO nova.compute.manager [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1656.207118] env[62171]: DEBUG oslo.service.loopingcall [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.207388] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1656.207388] env[62171]: value = "task-1979292" [ 1656.207388] env[62171]: _type = "Task" [ 1656.207388] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.207576] env[62171]: DEBUG nova.compute.manager [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1656.207685] env[62171]: DEBUG nova.network.neutron [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1656.217902] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.312047] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979287, 'name': Rename_Task, 'duration_secs': 0.182891} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.312334] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1656.312633] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc18325-a6e7-4710-a7f4-e8e85fbc89b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.326917] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1656.326917] env[62171]: value = "task-1979293" [ 1656.326917] env[62171]: _type = "Task" [ 1656.326917] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.342957] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.346047] env[62171]: ERROR nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] [req-8c19f361-af3a-4386-a1d6-0042a858368a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8c19f361-af3a-4386-a1d6-0042a858368a"}]} [ 1656.367961] env[62171]: DEBUG nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1656.397614] env[62171]: DEBUG nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1656.397614] env[62171]: DEBUG nova.compute.provider_tree [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1656.411718] env[62171]: DEBUG nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1656.433751] env[62171]: DEBUG nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1656.522926] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.523663] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.574977] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1656.598949] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979290, 'name': CreateVM_Task, 'duration_secs': 0.460871} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.598949] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1656.599140] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.599232] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.599537] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.599797] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8116e41b-1296-4fef-be49-6672bb6fed48 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.607556] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1656.607556] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5291709e-924e-cf3e-38df-4d12a11f8186" [ 1656.607556] env[62171]: _type = "Task" [ 1656.607556] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.625030] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5291709e-924e-cf3e-38df-4d12a11f8186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.628992] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1656.629422] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1656.629589] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.629651] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1656.629996] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.629996] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1656.630521] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1656.630521] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1656.630521] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1656.630683] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1656.630810] env[62171]: DEBUG nova.virt.hardware [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1656.632462] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e0e01-ead2-4346-a330-609b8cea4ff9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.642635] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1f41c-8929-42f3-8b62-1a1e9deef582 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.667031] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1656.671485] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Creating folder: Project (8a4f3b089c6c42799136b347f21242d2). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1656.671485] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33523f9a-cb82-4f67-8130-63ab885404b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.703216] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979291, 'name': PowerOffVM_Task, 'duration_secs': 0.295796} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.703216] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1656.703216] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1656.703983] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08931ed-2a5a-4bd9-bd29-146af27dca7b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.711404] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Created folder: Project (8a4f3b089c6c42799136b347f21242d2) in parent group-v407351. [ 1656.712078] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Creating folder: Instances. Parent ref: group-v407444. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1656.716479] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a6f660-e13a-411d-9a78-6de43e3dbe98 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.720840] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1656.722686] env[62171]: DEBUG nova.network.neutron [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: aee05e74-29a2-40ca-8185-a3698c7321af] Updating instance_info_cache with network_info: [{"id": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "address": "fa:16:3e:bc:a5:be", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11c9661-b7", "ovs_interfaceid": "d11c9661-b740-43f4-a583-b8d2a15e7a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.726052] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1e93652-d3c7-430b-bbe3-70bfda23bc48 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.736984] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.738974] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Created folder: Instances in parent group-v407444. [ 1656.739451] env[62171]: DEBUG oslo.service.loopingcall [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.740162] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1656.740162] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739177b4-9cb1-4797-bdaa-a19bb946c576 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.764054] env[62171]: DEBUG nova.compute.manager [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Received event network-changed-bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1656.764054] env[62171]: DEBUG nova.compute.manager [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Refreshing instance network info cache due to event network-changed-bca87764-3f74-4426-b2f9-d51ca1b4f806. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1656.764327] env[62171]: DEBUG oslo_concurrency.lockutils [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] Acquiring lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.764485] env[62171]: DEBUG oslo_concurrency.lockutils [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] Acquired lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.764653] env[62171]: DEBUG nova.network.neutron [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Refreshing network info cache for port bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1656.767736] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1656.767736] env[62171]: value = "task-1979297" [ 1656.767736] env[62171]: _type = "Task" [ 1656.767736] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.789705] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979297, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.840612] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979293, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.975481] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1656.975721] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1656.975964] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleting the datastore file [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.978843] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb33143-2b04-4d46-948c-b9cd206d324e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.987750] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1656.987750] env[62171]: value = "task-1979298" [ 1656.987750] env[62171]: _type = "Task" [ 1656.987750] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.001203] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.121573] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5291709e-924e-cf3e-38df-4d12a11f8186, 'name': SearchDatastore_Task, 'duration_secs': 0.063276} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.121869] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.122080] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.122317] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.122470] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.122645] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.122904] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94a008f-7760-45ea-adeb-8d8b73541aed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.126124] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46054bdf-c2fb-413e-ab69-c1a926aca5b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.134483] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad886225-2643-44f2-993b-1b3d5ba8166c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.165148] env[62171]: DEBUG nova.network.neutron [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.168211] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75964bfe-cb49-4b2c-b2ae-b1654553b86e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.171088] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.171208] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1657.172187] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f373031-972d-4b63-9fd1-93315dea2070 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.183171] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1657.183171] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5232d14d-738e-0934-e4be-111601897e80" [ 1657.183171] env[62171]: _type = "Task" [ 1657.183171] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.184831] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f0aaf-2044-40d7-9747-0685de196e9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.198972] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5232d14d-738e-0934-e4be-111601897e80, 'name': SearchDatastore_Task, 'duration_secs': 0.018016} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.208184] env[62171]: DEBUG nova.compute.provider_tree [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1657.209429] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e07c46-760a-4f0b-aa72-5105d0ee63b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.222852] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572999} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.223178] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1657.223178] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bc4d82-f441-7bf2-0460-cb1fc2088dcb" [ 1657.223178] env[62171]: _type = "Task" [ 1657.223178] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.223410] env[62171]: INFO nova.virt.vmwareapi.ds_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk. [ 1657.224218] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac174676-9887-47d6-ad0f-e5b674c42b88 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.230095] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "refresh_cache-aee05e74-29a2-40ca-8185-a3698c7321af" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.230341] env[62171]: DEBUG nova.objects.instance [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lazy-loading 'migration_context' on Instance uuid aee05e74-29a2-40ca-8185-a3698c7321af {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.237235] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bc4d82-f441-7bf2-0460-cb1fc2088dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.258848] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1657.259582] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d62d78-975c-4d5b-ab6f-0852fd245cf9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.287259] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1657.287259] env[62171]: value = "task-1979299" [ 1657.287259] env[62171]: _type = "Task" [ 1657.287259] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.290604] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979297, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.300219] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.342340] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.500028] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4609} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.500334] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.500533] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1657.500749] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1657.519772] env[62171]: DEBUG nova.network.neutron [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Updated VIF entry in instance network info cache for port bca87764-3f74-4426-b2f9-d51ca1b4f806. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1657.521016] env[62171]: DEBUG nova.network.neutron [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Updating instance_info_cache with network_info: [{"id": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "address": "fa:16:3e:ed:eb:86", "network": {"id": "0212e26a-8a84-4f25-b98c-ad0e9054555d", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2027933666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be274bad9fa94cb6b01adcd8ffba02c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca87764-3f", "ovs_interfaceid": "bca87764-3f74-4426-b2f9-d51ca1b4f806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.672782] env[62171]: INFO nova.compute.manager [-] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Took 1.46 seconds to deallocate network for instance. [ 1657.736177] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52bc4d82-f441-7bf2-0460-cb1fc2088dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.03715} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.736394] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.736680] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 4cf6d2cb-8cf1-48ab-9865-22093b604bfc/4cf6d2cb-8cf1-48ab-9865-22093b604bfc.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1657.736968] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b57fcc9-2ee9-47fe-be04-a8abd2969a87 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.746168] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1657.746168] env[62171]: value = "task-1979300" [ 1657.746168] env[62171]: _type = "Task" [ 1657.746168] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.747164] env[62171]: DEBUG nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1657.747436] env[62171]: DEBUG nova.compute.provider_tree [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 58 to 59 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1657.747629] env[62171]: DEBUG nova.compute.provider_tree [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1657.751938] env[62171]: DEBUG nova.objects.base [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62171) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1657.756959] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7854c-2d6b-4757-9285-ff75215a108c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.780449] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.785306] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f75ad2d-43fb-435e-80f3-bd8e0c63bfd2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.794641] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979297, 'name': CreateVM_Task, 'duration_secs': 0.621728} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.798947] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1657.799427] env[62171]: DEBUG oslo_vmware.api [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1657.799427] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ada3c5-b1ef-e5aa-cd0a-aaafcf0264a4" [ 1657.799427] env[62171]: _type = "Task" [ 1657.799427] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.800273] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.800498] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.800887] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.801694] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcfe04fb-4310-458f-9dcc-02c51a0b4bb2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.811121] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.818706] env[62171]: DEBUG oslo_vmware.api [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ada3c5-b1ef-e5aa-cd0a-aaafcf0264a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.820548] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.820722] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1657.820722] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52aa1a29-0c3b-9125-a87f-b046b1ee0b75" [ 1657.820722] env[62171]: _type = "Task" [ 1657.820722] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.832667] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52aa1a29-0c3b-9125-a87f-b046b1ee0b75, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.836133] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.836430] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1657.836709] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.836898] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.837126] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1657.837462] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c262547-8a07-4ddf-ada8-6fe0d136dbe0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.845781] env[62171]: DEBUG oslo_vmware.api [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979293, 'name': PowerOnVM_Task, 'duration_secs': 1.215437} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.846048] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1657.846264] env[62171]: INFO nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1657.846451] env[62171]: DEBUG nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1657.847270] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f25b0-d93c-4503-b9e5-a0de9688a1c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.852431] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1657.852621] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1657.854626] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f2cccd-0d36-4c95-b8ae-0fc4d440164a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.863888] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1657.863888] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522b84fd-18a0-e8dc-55a7-9444e0f898d4" [ 1657.863888] env[62171]: _type = "Task" [ 1657.863888] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.873892] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522b84fd-18a0-e8dc-55a7-9444e0f898d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.023035] env[62171]: DEBUG oslo_concurrency.lockutils [req-5eebfaee-aa87-4353-8795-38092c02d204 req-57aafc3b-5511-4156-b66a-0b6a723c84ec service nova] Releasing lock "refresh_cache-4cf6d2cb-8cf1-48ab-9865-22093b604bfc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.179940] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.255524] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.703s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.258881] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.137s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.259405] env[62171]: DEBUG nova.objects.instance [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62171) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1658.268413] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979300, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.281398] env[62171]: INFO nova.scheduler.client.report [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Deleted allocations for instance 67373f7f-6ef7-41be-8edf-51a13d27a1c5 [ 1658.307766] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979299, 'name': ReconfigVM_Task, 'duration_secs': 0.706801} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.308071] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfigured VM instance instance-00000016 to attach disk [datastore1] c387877d-8cf1-4860-84d3-d8946c65db67/66539760-5f49-473d-a91d-bf62f48fa62f-rescue.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1658.309106] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef7b1e-9651-4557-ba9d-7904edc6b198 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.336897] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdae99e7-89ec-46b6-b187-a21556838620 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.353631] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1658.353631] env[62171]: value = "task-1979301" [ 1658.353631] env[62171]: _type = "Task" [ 1658.353631] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.367100] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.372530] env[62171]: INFO nova.compute.manager [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Took 50.15 seconds to build instance. [ 1658.380517] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522b84fd-18a0-e8dc-55a7-9444e0f898d4, 'name': SearchDatastore_Task, 'duration_secs': 0.051046} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.381362] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c989fa7a-b7af-4aab-97cf-fc2809c10023 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.389090] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1658.389090] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52715337-6720-ac57-8d01-16ea3479aa32" [ 1658.389090] env[62171]: _type = "Task" [ 1658.389090] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.399451] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52715337-6720-ac57-8d01-16ea3479aa32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.541840] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.542351] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.542654] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.542987] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.545046] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.545046] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.545046] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.545046] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.545046] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.545315] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.545315] env[62171]: DEBUG nova.virt.hardware [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.546147] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0f1b61-825e-4ecd-9169-7d54e9cdc8eb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.558999] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431eed10-4caf-4985-acd4-6bb0a4ad504b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.577322] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:6f:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16749e02-782e-44ad-a087-92559c623748', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.586375] env[62171]: DEBUG oslo.service.loopingcall [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.586752] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1658.587074] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c5ba50c-750b-40a5-b7fa-8b0fdc97d9b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.612357] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.612357] env[62171]: value = "task-1979302" [ 1658.612357] env[62171]: _type = "Task" [ 1658.612357] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.623118] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979302, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.768231] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930604} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.768231] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 4cf6d2cb-8cf1-48ab-9865-22093b604bfc/4cf6d2cb-8cf1-48ab-9865-22093b604bfc.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1658.768231] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1658.768231] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31f3f939-13f6-4fcf-bc97-7c102cd1edec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.776972] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1658.776972] env[62171]: value = "task-1979303" [ 1658.776972] env[62171]: _type = "Task" [ 1658.776972] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.791708] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.792377] env[62171]: DEBUG oslo_concurrency.lockutils [None req-98dbf70c-ff90-4944-9b21-3c51369b10fd tempest-ServerDiagnosticsV248Test-495483629 tempest-ServerDiagnosticsV248Test-495483629-project-member] Lock "67373f7f-6ef7-41be-8edf-51a13d27a1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.494s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.864905] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979301, 'name': ReconfigVM_Task, 'duration_secs': 0.461973} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.865233] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1658.865580] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e497d2ff-4208-4db1-8124-ab1cb7a10373 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.874139] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1658.874139] env[62171]: value = "task-1979304" [ 1658.874139] env[62171]: _type = "Task" [ 1658.874139] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.874718] env[62171]: DEBUG oslo_concurrency.lockutils [None req-edf3bffd-818e-4486-9d68-83a34b7ed439 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.017s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.885282] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.899426] env[62171]: DEBUG nova.compute.manager [req-0798e70e-9047-4c73-8337-225090a42236 req-fc60c205-baa1-401e-a3de-2b8bc380ea5a service nova] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Received event network-vif-deleted-ea4cc5c8-8c18-4029-bb24-9554d71811cb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1658.906662] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52715337-6720-ac57-8d01-16ea3479aa32, 'name': SearchDatastore_Task, 'duration_secs': 0.057754} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.907091] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.907507] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1658.907951] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0644a27f-6f36-490a-9414-c636f70488fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.918627] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1658.918627] env[62171]: value = "task-1979305" [ 1658.918627] env[62171]: _type = "Task" [ 1658.918627] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.932965] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.124488] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979302, 'name': CreateVM_Task, 'duration_secs': 0.448934} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.124704] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1659.126465] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.126465] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.126465] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.126465] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fe2cba-b599-438a-8952-6df17a74ced1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.133534] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1659.133534] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec280d-caf9-5255-3dc8-7d6429574bdc" [ 1659.133534] env[62171]: _type = "Task" [ 1659.133534] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.144778] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec280d-caf9-5255-3dc8-7d6429574bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.272811] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44eba50e-60cc-4733-962c-2a35d0043e2b tempest-ServersAdmin275Test-201338197 tempest-ServersAdmin275Test-201338197-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.274147] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.744s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.274445] env[62171]: DEBUG nova.objects.instance [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lazy-loading 'resources' on Instance uuid b1054cd3-d64d-4f9b-a314-e94b0d73c80c {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.289937] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079741} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.289937] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.291167] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c09bed-415b-455a-9372-13d1f4869851 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.314696] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4cf6d2cb-8cf1-48ab-9865-22093b604bfc/4cf6d2cb-8cf1-48ab-9865-22093b604bfc.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.315251] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903e92b9-351d-40e9-af33-561d7f88ebaa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.337902] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1659.337902] env[62171]: value = "task-1979306" [ 1659.337902] env[62171]: _type = "Task" [ 1659.337902] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.347734] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.381389] env[62171]: DEBUG nova.compute.manager [None req-66071f3f-54ef-481e-953f-eaabe9eb8a7a tempest-ServersListShow296Test-567030437 tempest-ServersListShow296Test-567030437-project-member] [instance: f9ebbfa9-47e1-497d-9349-e293ea9a2392] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1659.389653] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.430380] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979305, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.569328] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "877a937a-e068-47ac-a6ca-8b499fc46b74" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.569692] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.570061] env[62171]: INFO nova.compute.manager [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Rebooting instance [ 1659.647136] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec280d-caf9-5255-3dc8-7d6429574bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.035292} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.647558] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.647832] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.648170] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.648338] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.648560] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.649389] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8a2f402-eeba-40b8-b6d3-b3fa0e60909c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.666822] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.667185] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1659.668469] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a00a115-4c4c-4b10-97e5-4056881ee10d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.676685] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1659.676685] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ecb7a5-a872-3e58-5fe6-9910877dc05c" [ 1659.676685] env[62171]: _type = "Task" [ 1659.676685] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.704659] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ecb7a5-a872-3e58-5fe6-9910877dc05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.848970] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.888259] env[62171]: DEBUG nova.compute.manager [None req-66071f3f-54ef-481e-953f-eaabe9eb8a7a tempest-ServersListShow296Test-567030437 tempest-ServersListShow296Test-567030437-project-member] [instance: f9ebbfa9-47e1-497d-9349-e293ea9a2392] Instance disappeared before build. {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1659.889395] env[62171]: DEBUG oslo_vmware.api [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979304, 'name': PowerOnVM_Task, 'duration_secs': 0.95977} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.889874] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1659.892261] env[62171]: DEBUG nova.compute.manager [None req-f7084d13-3428-4432-a11e-02779e343a1c tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1659.893212] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e106386-7132-4a9b-a6e7-29e5b2993e8d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.936160] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859857} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.936417] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1659.936619] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.937672] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433815c8-6cb5-441f-ba4f-91fa6019c195 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.948035] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1659.948035] env[62171]: value = "task-1979307" [ 1659.948035] env[62171]: _type = "Task" [ 1659.948035] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.962892] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.103106] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.103335] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquired lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.103520] env[62171]: DEBUG nova.network.neutron [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1660.191128] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ecb7a5-a872-3e58-5fe6-9910877dc05c, 'name': SearchDatastore_Task, 'duration_secs': 0.056517} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.191879] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6e1191-084e-4c3b-9e6e-dafb294ade4a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.201928] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1660.201928] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c0e78-48ff-4d49-9a8e-f44b656c1202" [ 1660.201928] env[62171]: _type = "Task" [ 1660.201928] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.209607] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c0e78-48ff-4d49-9a8e-f44b656c1202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.329398] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0064271a-10f5-44c5-a2f4-ddd7f7c30835 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.337997] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326df614-2b04-4109-ae7c-e0ac977f4372 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.350584] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979306, 'name': ReconfigVM_Task, 'duration_secs': 0.740712} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.373766] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4cf6d2cb-8cf1-48ab-9865-22093b604bfc/4cf6d2cb-8cf1-48ab-9865-22093b604bfc.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.374673] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aa8a367-a4a8-4274-8d2d-058dd8cb42a7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.376852] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8663c297-da17-4bb4-8be9-35cacc307836 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.386889] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baee1415-e37b-473d-a2d2-df777f6ca548 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.390495] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1660.390495] env[62171]: value = "task-1979308" [ 1660.390495] env[62171]: _type = "Task" [ 1660.390495] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.403520] env[62171]: DEBUG nova.compute.provider_tree [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.405617] env[62171]: DEBUG oslo_concurrency.lockutils [None req-66071f3f-54ef-481e-953f-eaabe9eb8a7a tempest-ServersListShow296Test-567030437 tempest-ServersListShow296Test-567030437-project-member] Lock "f9ebbfa9-47e1-497d-9349-e293ea9a2392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.209s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.413193] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979308, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.461864] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087143} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.461864] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.462598] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484b906-9ad9-4d27-9a88-dee0e62d643f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.483593] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.483882] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272cb911-bb17-4165-899c-bca2aabb1373 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.505402] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1660.505402] env[62171]: value = "task-1979309" [ 1660.505402] env[62171]: _type = "Task" [ 1660.505402] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.514136] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.713449] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526c0e78-48ff-4d49-9a8e-f44b656c1202, 'name': SearchDatastore_Task, 'duration_secs': 0.033114} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.713710] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.713968] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1660.714275] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2603b2b0-355a-4707-bf2b-7d0347456548 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.723929] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1660.723929] env[62171]: value = "task-1979310" [ 1660.723929] env[62171]: _type = "Task" [ 1660.723929] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.735127] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.840702] env[62171]: DEBUG nova.network.neutron [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Updating instance_info_cache with network_info: [{"id": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "address": "fa:16:3e:5f:12:3a", "network": {"id": "de058d2c-8e2e-40bf-be90-3548519d1c4a", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1739183394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97cff206b0c640af9fda32315a9fd0b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f6a12f-ab", "ovs_interfaceid": "73f6a12f-ab9f-473f-b8f8-8df0c17041b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.896549] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.896918] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.907827] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979308, 'name': Rename_Task, 'duration_secs': 0.14113} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.908859] env[62171]: DEBUG nova.scheduler.client.report [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1660.912744] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1660.913341] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1660.916053] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d0b6da-aed5-4e04-b3e0-270ea4df0f1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.928206] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1660.928206] env[62171]: value = "task-1979311" [ 1660.928206] env[62171]: _type = "Task" [ 1660.928206] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.938701] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.016679] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.242525] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.345420] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Releasing lock "refresh_cache-877a937a-e068-47ac-a6ca-8b499fc46b74" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.346378] env[62171]: DEBUG nova.compute.manager [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1661.350133] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430e862-7210-46a2-bd9f-6cb97492acbc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.414756] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.418900] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.341s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.419355] env[62171]: DEBUG nova.objects.instance [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lazy-loading 'resources' on Instance uuid ed6d0b03-0a79-4691-bc11-cca6ed9ee120 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.438107] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.443395] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979311, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.444724] env[62171]: INFO nova.scheduler.client.report [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Deleted allocations for instance b1054cd3-d64d-4f9b-a314-e94b0d73c80c [ 1661.448886] env[62171]: INFO nova.compute.manager [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Unrescuing [ 1661.449022] env[62171]: DEBUG oslo_concurrency.lockutils [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.449271] env[62171]: DEBUG oslo_concurrency.lockutils [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.449456] env[62171]: DEBUG nova.network.neutron [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1661.519774] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979309, 'name': ReconfigVM_Task, 'duration_secs': 0.886614} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.521263] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.522448] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8bd8b54-dc9d-49fa-bc31-310a0eb77065 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.531376] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1661.531376] env[62171]: value = "task-1979312" [ 1661.531376] env[62171]: _type = "Task" [ 1661.531376] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.543337] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979312, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.735065] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587878} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.735378] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1661.735642] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.735928] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6a47b21-67bb-4ebc-a026-af3e5dd33fc2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.742883] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1661.742883] env[62171]: value = "task-1979313" [ 1661.742883] env[62171]: _type = "Task" [ 1661.742883] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.754346] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.941295] env[62171]: DEBUG oslo_vmware.api [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979311, 'name': PowerOnVM_Task, 'duration_secs': 0.547366} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.941643] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1661.941804] env[62171]: INFO nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1661.941990] env[62171]: DEBUG nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1661.942808] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ae94c-4011-4781-9f5d-f0625a4e9d63 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.953463] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c2ee118c-0a74-4a89-8021-1ce898633541 tempest-AttachInterfacesV270Test-1624471209 tempest-AttachInterfacesV270Test-1624471209-project-member] Lock "b1054cd3-d64d-4f9b-a314-e94b0d73c80c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.567s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.045409] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979312, 'name': Rename_Task, 'duration_secs': 0.337001} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.047825] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1662.048314] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b932038-ecb4-414c-a1ca-67f9a176d487 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.057092] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1662.057092] env[62171]: value = "task-1979314" [ 1662.057092] env[62171]: _type = "Task" [ 1662.057092] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.069464] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.206398] env[62171]: DEBUG nova.network.neutron [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Updating instance_info_cache with network_info: [{"id": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "address": "fa:16:3e:46:0b:6a", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf03717d6-e4", "ovs_interfaceid": "f03717d6-e48b-4ad7-9bf1-6e175b27ff51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.257046] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137035} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.257782] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.258638] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13f17ef-2acf-44ed-8d07-45bb110c1fe5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.284106] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.286946] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd4ae89-93e6-4e4b-93d4-980f4ee44b14 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.308013] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1662.308013] env[62171]: value = "task-1979315" [ 1662.308013] env[62171]: _type = "Task" [ 1662.308013] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.317488] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.367820] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96448264-e7cb-4d00-83a9-5e9077494775 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.375829] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Doing hard reboot of VM {{(pid=62171) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1662.376130] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9324523d-7f6d-4456-a921-444e31969a43 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.384026] env[62171]: DEBUG oslo_vmware.api [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1662.384026] env[62171]: value = "task-1979316" [ 1662.384026] env[62171]: _type = "Task" [ 1662.384026] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.397391] env[62171]: DEBUG oslo_vmware.api [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979316, 'name': ResetVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.469617] env[62171]: INFO nova.compute.manager [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Took 41.02 seconds to build instance. [ 1662.504687] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db730731-94fc-4475-aa24-b3d0d8e8e82d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.515219] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d3329-b5f0-4cf4-a2bb-d67a1fbf577c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.548830] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308e30bd-2657-4688-9f70-4630b718a195 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.558246] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f076b0d-4038-459f-b067-acd398d0978f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.571136] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.579397] env[62171]: DEBUG nova.compute.provider_tree [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.709383] env[62171]: DEBUG oslo_concurrency.lockutils [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-c387877d-8cf1-4860-84d3-d8946c65db67" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.710275] env[62171]: DEBUG nova.objects.instance [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lazy-loading 'flavor' on Instance uuid c387877d-8cf1-4860-84d3-d8946c65db67 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.819137] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.896928] env[62171]: DEBUG oslo_vmware.api [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979316, 'name': ResetVM_Task, 'duration_secs': 0.110861} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.897250] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Did hard reboot of VM {{(pid=62171) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1662.897435] env[62171]: DEBUG nova.compute.manager [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1662.898247] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ac950-6a80-4caf-8405-132b659c1691 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.971735] env[62171]: DEBUG oslo_concurrency.lockutils [None req-59f13913-30a4-41af-a86e-b3678b74fc88 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.951s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.997312] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.997737] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.998102] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.998430] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.998728] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.002135] env[62171]: INFO nova.compute.manager [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Terminating instance [ 1663.005071] env[62171]: DEBUG nova.compute.manager [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1663.005430] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1663.006688] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3e2cf7-de35-4a26-b313-e343ec9f6464 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.019105] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1663.019105] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5382eca-c0d5-420b-b6fd-3e7e4c899631 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.030351] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1663.030351] env[62171]: value = "task-1979317" [ 1663.030351] env[62171]: _type = "Task" [ 1663.030351] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.043856] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.074270] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.086446] env[62171]: DEBUG nova.scheduler.client.report [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1663.220075] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1969e2-9b41-4134-a26a-f7396b0735ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.244452] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1663.246972] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a869897-b0b6-4981-ac38-6fe41f427e8b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.253827] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1663.253827] env[62171]: value = "task-1979318" [ 1663.253827] env[62171]: _type = "Task" [ 1663.253827] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.263988] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.320624] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979315, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.411644] env[62171]: DEBUG oslo_concurrency.lockutils [None req-414e14aa-8665-4619-9e75-9cd70aeb7e20 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.842s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.475027] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1663.541327] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979317, 'name': PowerOffVM_Task, 'duration_secs': 0.218911} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.541614] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1663.541792] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1663.542072] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac194470-ce6c-4680-936e-27b669805e1f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.575185] env[62171]: DEBUG oslo_vmware.api [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979314, 'name': PowerOnVM_Task, 'duration_secs': 1.295102} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.575573] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1663.575850] env[62171]: INFO nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1663.576050] env[62171]: DEBUG nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1663.576960] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8cd327-c541-40ff-86da-32ea4439d3a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.592097] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.594788] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.811s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.595212] env[62171]: DEBUG nova.objects.instance [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lazy-loading 'resources' on Instance uuid 0dfed87c-cd62-4849-9af4-0e0593a1a478 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.622531] env[62171]: INFO nova.scheduler.client.report [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleted allocations for instance ed6d0b03-0a79-4691-bc11-cca6ed9ee120 [ 1663.624717] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1663.625506] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1663.625506] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Deleting the datastore file [datastore1] 4cf6d2cb-8cf1-48ab-9865-22093b604bfc {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.628779] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc077531-7a18-456d-83b0-21ddb6c59172 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.636289] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for the task: (returnval){ [ 1663.636289] env[62171]: value = "task-1979320" [ 1663.636289] env[62171]: _type = "Task" [ 1663.636289] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.650529] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.764277] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979318, 'name': PowerOffVM_Task, 'duration_secs': 0.387532} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.765821] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1663.770969] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.771304] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41f50417-ee75-4ae9-8959-8d07395dea5f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.793836] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1663.793836] env[62171]: value = "task-1979321" [ 1663.793836] env[62171]: _type = "Task" [ 1663.793836] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.803604] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.821220] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979315, 'name': ReconfigVM_Task, 'duration_secs': 1.048694} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.821705] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab/07726d27-59fc-4540-8350-22aba76b0eab.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.823043] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8439cb1-b8c0-4ac9-b75c-c3c5c85b5d8c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.832904] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1663.832904] env[62171]: value = "task-1979322" [ 1663.832904] env[62171]: _type = "Task" [ 1663.832904] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.844744] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979322, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.004169] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.095097] env[62171]: INFO nova.compute.manager [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Took 40.45 seconds to build instance. [ 1664.133430] env[62171]: DEBUG oslo_concurrency.lockutils [None req-44dfd3e5-0ed8-4d72-8eef-2afed15c7a33 tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "ed6d0b03-0a79-4691-bc11-cca6ed9ee120" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.051s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.147563] env[62171]: DEBUG oslo_vmware.api [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Task: {'id': task-1979320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273447} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.150365] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1664.150467] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1664.150694] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1664.151030] env[62171]: INFO nova.compute.manager [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1664.151149] env[62171]: DEBUG oslo.service.loopingcall [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1664.152839] env[62171]: DEBUG nova.compute.manager [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1664.152839] env[62171]: DEBUG nova.network.neutron [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1664.308583] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979321, 'name': ReconfigVM_Task, 'duration_secs': 0.26482} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.309019] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1664.312017] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1664.312017] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6bbaea4-1a60-4251-887e-0d5232e194ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.320450] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1664.320450] env[62171]: value = "task-1979323" [ 1664.320450] env[62171]: _type = "Task" [ 1664.320450] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.330726] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.346568] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979322, 'name': Rename_Task, 'duration_secs': 0.186487} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.347114] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1664.347291] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-428854ae-1104-4e15-8c9c-8545ce42b514 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.358195] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1664.358195] env[62171]: value = "task-1979324" [ 1664.358195] env[62171]: _type = "Task" [ 1664.358195] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.368476] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.556341] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "877a937a-e068-47ac-a6ca-8b499fc46b74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.556573] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.556922] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.557207] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.557648] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.562663] env[62171]: INFO nova.compute.manager [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Terminating instance [ 1664.566401] env[62171]: DEBUG nova.compute.manager [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1664.566727] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1664.571770] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07ee816-8010-464d-9d39-29cd97f1ade9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.582761] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1664.583049] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5b91584-050c-43a6-abdb-df146d35766c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.591372] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1664.591372] env[62171]: value = "task-1979325" [ 1664.591372] env[62171]: _type = "Task" [ 1664.591372] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.598552] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1803f860-19b4-45e2-bda5-4ad2e652977f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.939s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.604300] env[62171]: DEBUG nova.compute.manager [req-6195e6bc-4909-4c71-990e-0e9a09224ba3 req-2329a8e4-d08d-45fc-a1e4-a361c9731461 service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Received event network-vif-deleted-bca87764-3f74-4426-b2f9-d51ca1b4f806 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1664.604559] env[62171]: INFO nova.compute.manager [req-6195e6bc-4909-4c71-990e-0e9a09224ba3 req-2329a8e4-d08d-45fc-a1e4-a361c9731461 service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Neutron deleted interface bca87764-3f74-4426-b2f9-d51ca1b4f806; detaching it from the instance and deleting it from the info cache [ 1664.604737] env[62171]: DEBUG nova.network.neutron [req-6195e6bc-4909-4c71-990e-0e9a09224ba3 req-2329a8e4-d08d-45fc-a1e4-a361c9731461 service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.610808] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.795027] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0518853-e81a-4a55-8aaf-87e2afd4afdb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.806062] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d2139-d475-4c04-b91c-3f073079aaab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.846620] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b746703a-3cf9-42ce-80dc-cb4201526615 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.855903] env[62171]: DEBUG oslo_vmware.api [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979323, 'name': PowerOnVM_Task, 'duration_secs': 0.479017} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.857610] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1664.857866] env[62171]: DEBUG nova.compute.manager [None req-babbf6a4-8215-4b44-bc87-c3ca0de9a212 tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: c387877d-8cf1-4860-84d3-d8946c65db67] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1664.859148] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85363a3-408c-4917-9ff8-2ba538dcd03e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.862454] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e36a26f-441d-465a-9c1e-a544697a613d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.879598] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979324, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.891064] env[62171]: DEBUG nova.compute.provider_tree [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.949253] env[62171]: DEBUG nova.network.neutron [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.102091] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979325, 'name': PowerOffVM_Task, 'duration_secs': 0.270157} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.102513] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1665.102513] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1665.102659] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec56f88-61b8-4fb6-8bde-ea44896cee30 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.106959] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1665.113035] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cfd6211-7125-4805-ba0c-f1c4f2d71d39 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.124776] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d08302-fecf-4a8e-b228-9ed41c68262b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.167529] env[62171]: DEBUG nova.compute.manager [req-6195e6bc-4909-4c71-990e-0e9a09224ba3 req-2329a8e4-d08d-45fc-a1e4-a361c9731461 service nova] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Detach interface failed, port_id=bca87764-3f74-4426-b2f9-d51ca1b4f806, reason: Instance 4cf6d2cb-8cf1-48ab-9865-22093b604bfc could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1665.171614] env[62171]: INFO nova.compute.manager [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Rebuilding instance [ 1665.203673] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1665.203673] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1665.203673] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Deleting the datastore file [datastore1] 877a937a-e068-47ac-a6ca-8b499fc46b74 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.203673] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-070e5d56-b2c9-4840-9a7b-e7a36c7dd116 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.212214] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for the task: (returnval){ [ 1665.212214] env[62171]: value = "task-1979327" [ 1665.212214] env[62171]: _type = "Task" [ 1665.212214] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.222347] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.229528] env[62171]: DEBUG nova.compute.manager [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1665.229528] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b344d6c-2ab7-4003-8b3f-38f52e140967 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.380884] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979324, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.396063] env[62171]: DEBUG nova.scheduler.client.report [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1665.438841] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.439163] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.439392] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.439586] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.439760] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.441779] env[62171]: INFO nova.compute.manager [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Terminating instance [ 1665.443729] env[62171]: DEBUG nova.compute.manager [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1665.443926] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1665.444765] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0feb664-a80a-4187-a648-da37123414d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.453793] env[62171]: INFO nova.compute.manager [-] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Took 1.30 seconds to deallocate network for instance. [ 1665.457737] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1665.457737] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f05fa024-78c6-4494-ab7a-d43f0be203f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.467988] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1665.467988] env[62171]: value = "task-1979328" [ 1665.467988] env[62171]: _type = "Task" [ 1665.467988] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.478263] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.627601] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.723205] env[62171]: DEBUG oslo_vmware.api [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Task: {'id': task-1979327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411149} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.723544] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.723698] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1665.724219] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1665.724219] env[62171]: INFO nova.compute.manager [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1665.724401] env[62171]: DEBUG oslo.service.loopingcall [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.724652] env[62171]: DEBUG nova.compute.manager [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1665.724748] env[62171]: DEBUG nova.network.neutron [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1665.740284] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1665.740622] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac48b2d-a0cb-477e-9986-e6162a2f4b2f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.750637] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1665.750637] env[62171]: value = "task-1979329" [ 1665.750637] env[62171]: _type = "Task" [ 1665.750637] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.761789] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.885650] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979324, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.903205] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.308s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.908315] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.328s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.909110] env[62171]: INFO nova.compute.claims [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.947646] env[62171]: INFO nova.scheduler.client.report [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Deleted allocations for instance 0dfed87c-cd62-4849-9af4-0e0593a1a478 [ 1665.964624] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.981030] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979328, 'name': PowerOffVM_Task, 'duration_secs': 0.366465} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.981341] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1665.981526] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1665.981792] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac7b0dba-ff11-4b55-a5f0-a1612b521540 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.103023] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1666.103023] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1666.103023] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleting the datastore file [datastore1] 85b88f2d-a6fc-4073-8988-27190e4ee0b1 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.103023] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-386814da-e3db-4c4b-9363-9191e115fc49 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.111922] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for the task: (returnval){ [ 1666.111922] env[62171]: value = "task-1979331" [ 1666.111922] env[62171]: _type = "Task" [ 1666.111922] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.123790] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.262420] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979329, 'name': PowerOffVM_Task, 'duration_secs': 0.125798} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.264247] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1666.264634] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1666.265583] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2738f89b-0392-46c0-86c0-9ed8681bbbf1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.279217] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1666.279217] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81d2f6bf-7197-4513-b8fd-eddd6c1e5b87 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.315180] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1666.315180] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1666.315180] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Deleting the datastore file [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.315180] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f1e257b-9538-4cf8-abb3-bacb8f1b3864 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.327038] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1666.327038] env[62171]: value = "task-1979333" [ 1666.327038] env[62171]: _type = "Task" [ 1666.327038] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.339397] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.386444] env[62171]: DEBUG oslo_vmware.api [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979324, 'name': PowerOnVM_Task, 'duration_secs': 1.543745} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.388090] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1666.388385] env[62171]: DEBUG nova.compute.manager [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1666.389608] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d133de6a-e173-4dc9-b5a5-79dff3201c38 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.464032] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b7ea0516-cb5d-4f65-9714-26d416390a2a tempest-ServersAdmin275Test-869032199 tempest-ServersAdmin275Test-869032199-project-member] Lock "0dfed87c-cd62-4849-9af4-0e0593a1a478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.427s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.623603] env[62171]: DEBUG oslo_vmware.api [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Task: {'id': task-1979331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384995} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.623888] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.624093] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1666.624285] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1666.624462] env[62171]: INFO nova.compute.manager [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1666.624713] env[62171]: DEBUG oslo.service.loopingcall [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.624909] env[62171]: DEBUG nova.compute.manager [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1666.625010] env[62171]: DEBUG nova.network.neutron [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1666.644458] env[62171]: DEBUG nova.compute.manager [req-7730db31-501f-46b9-9aca-1ee22d087315 req-971ac4fb-5bad-4b69-88df-ee3c3346cc1b service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Received event network-vif-deleted-73f6a12f-ab9f-473f-b8f8-8df0c17041b9 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1666.644671] env[62171]: INFO nova.compute.manager [req-7730db31-501f-46b9-9aca-1ee22d087315 req-971ac4fb-5bad-4b69-88df-ee3c3346cc1b service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Neutron deleted interface 73f6a12f-ab9f-473f-b8f8-8df0c17041b9; detaching it from the instance and deleting it from the info cache [ 1666.644843] env[62171]: DEBUG nova.network.neutron [req-7730db31-501f-46b9-9aca-1ee22d087315 req-971ac4fb-5bad-4b69-88df-ee3c3346cc1b service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.821492] env[62171]: DEBUG nova.network.neutron [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.842539] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206198} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.844307] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.847118] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1666.847118] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1666.912929] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.149470] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-049f6d9c-e8b6-45e0-ab8a-cfe93ef18347 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.164333] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d686e-32f7-4af4-9409-ba81f9c947a2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.210972] env[62171]: DEBUG nova.compute.manager [req-7730db31-501f-46b9-9aca-1ee22d087315 req-971ac4fb-5bad-4b69-88df-ee3c3346cc1b service nova] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Detach interface failed, port_id=73f6a12f-ab9f-473f-b8f8-8df0c17041b9, reason: Instance 877a937a-e068-47ac-a6ca-8b499fc46b74 could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1667.329934] env[62171]: INFO nova.compute.manager [-] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Took 1.61 seconds to deallocate network for instance. [ 1667.681431] env[62171]: DEBUG nova.network.neutron [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.690553] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b90ac1-2c9b-4227-91f0-6fb79c9a4de3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.702142] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a246d5-ec6d-476f-9121-2dde3297b9c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.746645] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8bdd32-0325-4d49-bec2-82cb813740bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.756814] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef3e601-ecbe-40f4-b46f-ad997ac18e3c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.775740] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1667.837246] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.887362] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1667.887912] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1667.887912] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.888038] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1667.888232] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.888232] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1667.888448] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1667.888626] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1667.888783] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1667.889365] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1667.889365] env[62171]: DEBUG nova.virt.hardware [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.890232] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66701d9a-7151-4c17-8941-753f059acc5f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.899281] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a44b1b7-bbd1-4095-8646-3942c1696a75 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.921948] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.928084] env[62171]: DEBUG oslo.service.loopingcall [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.928394] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1667.928611] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80dd1d6f-4496-4864-9672-669aaa526c2e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.949738] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.949738] env[62171]: value = "task-1979334" [ 1667.949738] env[62171]: _type = "Task" [ 1667.949738] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.959818] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979334, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.185953] env[62171]: INFO nova.compute.manager [-] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Took 1.56 seconds to deallocate network for instance. [ 1668.300047] env[62171]: ERROR nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [req-d869f503-82bd-4bf9-a814-3121335b5f10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d869f503-82bd-4bf9-a814-3121335b5f10"}]} [ 1668.324771] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1668.342518] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1668.342518] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1668.360963] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1668.382040] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1668.462839] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979334, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.497547] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.497879] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.541397] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "07726d27-59fc-4540-8350-22aba76b0eab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.541650] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.541870] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "07726d27-59fc-4540-8350-22aba76b0eab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.542067] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.542238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.547521] env[62171]: INFO nova.compute.manager [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Terminating instance [ 1668.556145] env[62171]: DEBUG nova.compute.manager [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1668.556374] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1668.557262] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7952216c-4187-45e6-89fd-a81b5fa102b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.571566] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1668.572116] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95c6f3b8-0510-430e-9af9-4bbf027ecd56 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.585126] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1668.585126] env[62171]: value = "task-1979335" [ 1668.585126] env[62171]: _type = "Task" [ 1668.585126] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.597357] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.695531] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.972182] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979334, 'name': CreateVM_Task, 'duration_secs': 0.521459} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.972423] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1668.972976] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.973397] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.973849] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.974206] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1463d4-9df5-445a-b05a-f852884b8685 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.982107] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1668.982107] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52784151-e5e1-c58f-80ce-956547e9cbe9" [ 1668.982107] env[62171]: _type = "Task" [ 1668.982107] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.990562] env[62171]: DEBUG nova.compute.manager [req-367fb0df-0614-4815-a240-ce39f39a1dcb req-b4faa7eb-7d8c-4835-89d9-f6a1b4a1e72c service nova] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Received event network-vif-deleted-439ae2e5-ba7b-4121-9844-dc67b26b3b31 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1668.992739] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52784151-e5e1-c58f-80ce-956547e9cbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.012493] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1669.012772] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Starting heal instance info cache {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1669.097442] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979335, 'name': PowerOffVM_Task, 'duration_secs': 0.316186} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.098034] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1669.098226] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1669.098497] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f361126-bf2c-4685-8923-79fb30e95bbb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.102466] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c49b0ad-8a9c-4908-8751-53bc362c441a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.112433] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432309c-f835-4da6-a80c-8237355fda29 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.146524] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae66296-3a26-41cf-b840-ae4b507ae889 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.155435] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251c53b4-ad76-43ff-8ade-5e4ec31baf9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.173028] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1669.184037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.184280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.273925] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1669.274239] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1669.274321] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleting the datastore file [datastore1] 07726d27-59fc-4540-8350-22aba76b0eab {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.274605] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37218279-774a-4e58-9157-d8f9c24b1dbd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.281468] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1669.281468] env[62171]: value = "task-1979337" [ 1669.281468] env[62171]: _type = "Task" [ 1669.281468] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.290828] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.453884] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "1130179f-2d78-472e-927c-0b1d983fded2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.453884] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "1130179f-2d78-472e-927c-0b1d983fded2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.494551] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52784151-e5e1-c58f-80ce-956547e9cbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.016019} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.494674] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.494946] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.495280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.495946] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.495946] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.496112] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c45faf8e-b8bc-41c6-936d-ae023378c7a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.505763] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.505957] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1669.506920] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3fa2c8-041e-4097-a4ba-670758a99e98 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.513476] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1669.513476] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520671c5-8b0f-2c37-dc97-2007d4e173ab" [ 1669.513476] env[62171]: _type = "Task" [ 1669.513476] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.523153] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520671c5-8b0f-2c37-dc97-2007d4e173ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.690602] env[62171]: ERROR nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [req-7777420b-13f5-4027-96f7-576b482ea251] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7777420b-13f5-4027-96f7-576b482ea251"}]} [ 1669.706284] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1669.718128] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1669.718358] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1669.728482] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1669.743072] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1669.791152] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.026687] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520671c5-8b0f-2c37-dc97-2007d4e173ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01772} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.030020] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7fed28-5165-43ff-b650-4937d90aa827 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.040831] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1670.040831] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fe5421-58a1-1e17-57b6-fd435a2ad406" [ 1670.040831] env[62171]: _type = "Task" [ 1670.040831] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.049435] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fe5421-58a1-1e17-57b6-fd435a2ad406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.055342] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.055434] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquired lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.056735] env[62171]: DEBUG nova.network.neutron [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Forcefully refreshing network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1670.129047] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "9cbe5049-3a8e-4962-be3f-2312cced0b11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.129341] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "9cbe5049-3a8e-4962-be3f-2312cced0b11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.294543] env[62171]: DEBUG oslo_vmware.api [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552479} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.295480] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.295480] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1670.295480] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1670.295623] env[62171]: INFO nova.compute.manager [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1670.295849] env[62171]: DEBUG oslo.service.loopingcall [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.296094] env[62171]: DEBUG nova.compute.manager [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1670.296192] env[62171]: DEBUG nova.network.neutron [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1670.307484] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f126fd6c-2479-409f-a01b-0c9c25065238 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.315527] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9062a0-bdd9-408d-9280-450337ca42a9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.349431] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573cda2-9fe4-4585-ba41-896c463c80fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.358074] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a568bb-015d-479c-af31-e498b85a1078 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.372857] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1670.557175] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52fe5421-58a1-1e17-57b6-fd435a2ad406, 'name': SearchDatastore_Task, 'duration_secs': 0.01655} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.562024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.562358] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1670.562657] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d83179-2a70-4a26-a18c-652bdad07023 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.572251] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1670.572251] env[62171]: value = "task-1979338" [ 1670.572251] env[62171]: _type = "Task" [ 1670.572251] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.586263] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.594276] env[62171]: DEBUG nova.network.neutron [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1670.913369] env[62171]: DEBUG nova.scheduler.client.report [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1670.913666] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 63 to 64 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1670.913855] env[62171]: DEBUG nova.compute.provider_tree [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1671.018189] env[62171]: DEBUG nova.compute.manager [req-11d3910e-f5c6-4dce-8b11-0523032658ea req-33498814-c306-4ce6-881f-e3172dd284b8 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Received event network-vif-deleted-16749e02-782e-44ad-a087-92559c623748 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1671.018509] env[62171]: INFO nova.compute.manager [req-11d3910e-f5c6-4dce-8b11-0523032658ea req-33498814-c306-4ce6-881f-e3172dd284b8 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Neutron deleted interface 16749e02-782e-44ad-a087-92559c623748; detaching it from the instance and deleting it from the info cache [ 1671.018764] env[62171]: DEBUG nova.network.neutron [req-11d3910e-f5c6-4dce-8b11-0523032658ea req-33498814-c306-4ce6-881f-e3172dd284b8 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.084112] env[62171]: DEBUG nova.network.neutron [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.085401] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.162716] env[62171]: DEBUG nova.network.neutron [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.420120] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.512s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.420120] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1671.424025] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.821s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.424025] env[62171]: INFO nova.compute.claims [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.522785] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7ce6579-45a9-42c7-a8a9-6b205d6fcb52 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.534153] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2371a8b1-a255-4f38-9fef-bcda4f64683b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.567793] env[62171]: DEBUG nova.compute.manager [req-11d3910e-f5c6-4dce-8b11-0523032658ea req-33498814-c306-4ce6-881f-e3172dd284b8 service nova] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Detach interface failed, port_id=16749e02-782e-44ad-a087-92559c623748, reason: Instance 07726d27-59fc-4540-8350-22aba76b0eab could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1671.582634] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582589} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.582899] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1671.583124] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.583389] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe90c255-a366-480e-a282-70c89c518f64 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.588046] env[62171]: INFO nova.compute.manager [-] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Took 1.29 seconds to deallocate network for instance. [ 1671.590873] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1671.590873] env[62171]: value = "task-1979339" [ 1671.590873] env[62171]: _type = "Task" [ 1671.590873] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.604482] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.664737] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Releasing lock "refresh_cache-85b88f2d-a6fc-4073-8988-27190e4ee0b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.664967] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Updated the network info_cache for instance {{(pid=62171) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1671.665197] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.665451] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.665645] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.665834] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.666073] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.666239] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.666370] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62171) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1671.666516] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager.update_available_resource {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.930651] env[62171]: DEBUG nova.compute.utils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1671.932019] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1671.932312] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1671.974216] env[62171]: DEBUG nova.policy [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bfa7841d0b04c3ba7f35d94b6fedc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ac244903e440e5a1fcc0817d6f27d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1672.100756] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.106705] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070239} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.107046] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.107862] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43593a59-e6ce-4988-b7a6-fbf847aa3320 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.129403] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.129742] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939d931c-b949-454f-8eaa-ab7db84feb9c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.154023] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1672.154023] env[62171]: value = "task-1979340" [ 1672.154023] env[62171]: _type = "Task" [ 1672.154023] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.163637] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.171023] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.235350] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Successfully created port: d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1672.436651] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1672.665963] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979340, 'name': ReconfigVM_Task, 'duration_secs': 0.415993} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.669380] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d/8e628cfe-5d32-419d-ad18-1051130cb68d.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.670169] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce5ae52-7ba8-46b5-a365-60f148657d6d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.677526] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1672.677526] env[62171]: value = "task-1979341" [ 1672.677526] env[62171]: _type = "Task" [ 1672.677526] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.698162] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979341, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.973404] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb88191-e70d-4905-87e8-2216e495f9cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.981890] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ed7055-2eb5-49cd-8b2e-f2959c0d9734 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.013353] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab62b0-fb9a-47c5-920a-85149278809b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.022547] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaefd731-a179-45f6-a610-766be1e15a43 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.039184] env[62171]: DEBUG nova.compute.provider_tree [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.188421] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979341, 'name': Rename_Task, 'duration_secs': 0.167485} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.188694] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1673.188946] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ccbd90e-e6ce-4783-a121-d080dc496345 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.196793] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1673.196793] env[62171]: value = "task-1979342" [ 1673.196793] env[62171]: _type = "Task" [ 1673.196793] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.204760] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.446270] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1673.469649] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.469900] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.470074] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.470263] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.470413] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.470563] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.470774] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.470933] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.471113] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.471279] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.471459] env[62171]: DEBUG nova.virt.hardware [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.472347] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508e8f75-2042-443a-8a53-3939f25670ae {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.481114] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d9b1c9-340c-418f-9249-2f121c4d9336 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.541694] env[62171]: DEBUG nova.scheduler.client.report [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.660732] env[62171]: DEBUG nova.compute.manager [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Received event network-vif-plugged-d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1673.661179] env[62171]: DEBUG oslo_concurrency.lockutils [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] Acquiring lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.661459] env[62171]: DEBUG oslo_concurrency.lockutils [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] Lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.661649] env[62171]: DEBUG oslo_concurrency.lockutils [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] Lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.661830] env[62171]: DEBUG nova.compute.manager [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] No waiting events found dispatching network-vif-plugged-d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1673.662651] env[62171]: WARNING nova.compute.manager [req-e20c26bf-8b78-4118-830b-ea0a51dd52b4 req-255620a0-dae2-4bc9-ab22-5b627794d6e4 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Received unexpected event network-vif-plugged-d0b3487d-63c3-4f7d-9f4b-f0759671f605 for instance with vm_state building and task_state spawning. [ 1673.708707] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.750955] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Successfully updated port: d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1674.046624] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.047256] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1674.050114] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.082s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.050388] env[62171]: DEBUG nova.objects.instance [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lazy-loading 'resources' on Instance uuid 62cf026b-3186-4c9f-aa80-57058b88aa76 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.209184] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.252544] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.252716] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.252862] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1674.556319] env[62171]: DEBUG nova.compute.utils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.558252] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1674.558252] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1674.609222] env[62171]: DEBUG nova.policy [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51bdbd90d2f143328cf101018a92403c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '703ce833a9ff45469c7a2860e5f4d997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1674.712155] env[62171]: DEBUG oslo_vmware.api [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979342, 'name': PowerOnVM_Task, 'duration_secs': 1.222774} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.712457] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1674.712646] env[62171]: DEBUG nova.compute.manager [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1674.713440] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491dbf89-feef-428e-b956-8b438f8e62ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.817853] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1674.973707] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Successfully created port: 32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1675.050793] env[62171]: DEBUG nova.network.neutron [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Updating instance_info_cache with network_info: [{"id": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "address": "fa:16:3e:64:ca:74", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b3487d-63", "ovs_interfaceid": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.065785] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1675.143401] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418fc0c-52e1-479f-b0fa-ee9c09aad6ab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.153073] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aacd087-9739-4cfa-990c-3cd5b1a3addb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.188818] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e165aaf-1c18-4b4c-9a1e-a848308c17f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.194068] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.194305] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.200198] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c64ed4a-356c-497a-b221-caff2f31a209 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.216261] env[62171]: DEBUG nova.compute.provider_tree [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.230842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.389532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "16287ba1-3b2f-44aa-baf7-6965213fec30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.389780] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "16287ba1-3b2f-44aa-baf7-6965213fec30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.553476] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.553931] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Instance network_info: |[{"id": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "address": "fa:16:3e:64:ca:74", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b3487d-63", "ovs_interfaceid": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1675.554381] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ca:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0b3487d-63c3-4f7d-9f4b-f0759671f605', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1675.562618] env[62171]: DEBUG oslo.service.loopingcall [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1675.562903] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1675.563057] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572ee3a1-7024-4d42-a2c1-5d5610e02c07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.587719] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1675.587719] env[62171]: value = "task-1979343" [ 1675.587719] env[62171]: _type = "Task" [ 1675.587719] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.596021] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979343, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.691725] env[62171]: DEBUG nova.compute.manager [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Received event network-changed-d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1675.691956] env[62171]: DEBUG nova.compute.manager [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Refreshing instance network info cache due to event network-changed-d0b3487d-63c3-4f7d-9f4b-f0759671f605. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1675.692294] env[62171]: DEBUG oslo_concurrency.lockutils [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] Acquiring lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.692454] env[62171]: DEBUG oslo_concurrency.lockutils [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] Acquired lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.692619] env[62171]: DEBUG nova.network.neutron [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Refreshing network info cache for port d0b3487d-63c3-4f7d-9f4b-f0759671f605 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1675.719493] env[62171]: DEBUG nova.scheduler.client.report [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1675.771749] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "8e628cfe-5d32-419d-ad18-1051130cb68d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.771965] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.772208] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "8e628cfe-5d32-419d-ad18-1051130cb68d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.772433] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.772643] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.774843] env[62171]: INFO nova.compute.manager [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Terminating instance [ 1675.777016] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "refresh_cache-8e628cfe-5d32-419d-ad18-1051130cb68d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.777193] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquired lock "refresh_cache-8e628cfe-5d32-419d-ad18-1051130cb68d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.777364] env[62171]: DEBUG nova.network.neutron [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1676.083029] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1676.097611] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979343, 'name': CreateVM_Task, 'duration_secs': 0.32433} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.097778] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1676.098486] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.098659] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.099041] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1676.099255] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06a234e5-8ee8-40b5-b1ce-6085010db811 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.107539] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1676.107539] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521d8d24-07ef-77bd-0854-f7c6bea56e05" [ 1676.107539] env[62171]: _type = "Task" [ 1676.107539] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.108750] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1676.108974] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1676.109165] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1676.109387] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1676.109550] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1676.109703] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1676.109911] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1676.110088] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1676.110308] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1676.110471] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1676.110658] env[62171]: DEBUG nova.virt.hardware [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1676.111522] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d00825a-6bbf-4f87-96c8-7cb00a88cb75 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.124944] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c124e5-b157-4d0a-8216-b061cbf8195d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.128737] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521d8d24-07ef-77bd-0854-f7c6bea56e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.226783] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.228800] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.273s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.231029] env[62171]: INFO nova.compute.claims [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1676.252054] env[62171]: INFO nova.scheduler.client.report [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Deleted allocations for instance 62cf026b-3186-4c9f-aa80-57058b88aa76 [ 1676.304164] env[62171]: DEBUG nova.network.neutron [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1676.423035] env[62171]: DEBUG nova.network.neutron [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.559565] env[62171]: DEBUG nova.network.neutron [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Updated VIF entry in instance network info cache for port d0b3487d-63c3-4f7d-9f4b-f0759671f605. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1676.559961] env[62171]: DEBUG nova.network.neutron [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Updating instance_info_cache with network_info: [{"id": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "address": "fa:16:3e:64:ca:74", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b3487d-63", "ovs_interfaceid": "d0b3487d-63c3-4f7d-9f4b-f0759671f605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.626021] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521d8d24-07ef-77bd-0854-f7c6bea56e05, 'name': SearchDatastore_Task, 'duration_secs': 0.015951} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.626021] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.626021] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1676.626021] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.626407] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.626407] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1676.626407] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8052172a-ee6e-438f-bc8a-3709d17f1e06 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.637025] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1676.637025] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1676.637025] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7216c3-6d96-415c-b09b-c6269c08acb7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.642524] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1676.642524] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260e081-985f-4ad3-410e-ad1568d49e90" [ 1676.642524] env[62171]: _type = "Task" [ 1676.642524] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.651932] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260e081-985f-4ad3-410e-ad1568d49e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.679439] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Successfully updated port: 32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.761174] env[62171]: DEBUG oslo_concurrency.lockutils [None req-21a417b6-36bf-4d24-8ecd-3cae4f62e6eb tempest-ImagesOneServerTestJSON-1026784514 tempest-ImagesOneServerTestJSON-1026784514-project-member] Lock "62cf026b-3186-4c9f-aa80-57058b88aa76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.163s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.926206] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Releasing lock "refresh_cache-8e628cfe-5d32-419d-ad18-1051130cb68d" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.926655] env[62171]: DEBUG nova.compute.manager [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1676.926923] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1676.927784] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18f13be-4902-4b90-ba86-3a3e85a794b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.936814] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1676.937107] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a8cfeee-4c24-491c-8807-d77ebcfc5380 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.946428] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1676.946428] env[62171]: value = "task-1979344" [ 1676.946428] env[62171]: _type = "Task" [ 1676.946428] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.958076] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.063612] env[62171]: DEBUG oslo_concurrency.lockutils [req-15f727e0-72be-41a2-82b3-36a453ca8883 req-cb7d6fe6-6f48-4f44-a7da-e0b8155490b7 service nova] Releasing lock "refresh_cache-f1a3decb-7efc-4d62-ad83-2da3532c9b4c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.154667] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5260e081-985f-4ad3-410e-ad1568d49e90, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.155511] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb890841-84b6-47a1-85fb-73a9d9e0a5f8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.162287] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1677.162287] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b29956-a4dc-333c-98aa-344faf97a25c" [ 1677.162287] env[62171]: _type = "Task" [ 1677.162287] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.173470] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b29956-a4dc-333c-98aa-344faf97a25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.181223] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.181375] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquired lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.181655] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1677.459607] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979344, 'name': PowerOffVM_Task, 'duration_secs': 0.133095} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.459898] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1677.460085] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1677.460371] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-982164ac-ff17-47e1-bdae-36c059d20bcf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.493245] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1677.493984] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1677.494230] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Deleting the datastore file [datastore1] 8e628cfe-5d32-419d-ad18-1051130cb68d {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.494610] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-711009c6-77a1-4c7f-9817-6d6942de1678 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.506617] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for the task: (returnval){ [ 1677.506617] env[62171]: value = "task-1979346" [ 1677.506617] env[62171]: _type = "Task" [ 1677.506617] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.517380] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.674779] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b29956-a4dc-333c-98aa-344faf97a25c, 'name': SearchDatastore_Task, 'duration_secs': 0.019027} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.675194] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.675558] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f1a3decb-7efc-4d62-ad83-2da3532c9b4c/f1a3decb-7efc-4d62-ad83-2da3532c9b4c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1677.675903] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4fdccd-da0b-4371-bb9d-e02cc891c680 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.688131] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1677.688131] env[62171]: value = "task-1979347" [ 1677.688131] env[62171]: _type = "Task" [ 1677.688131] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.712724] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.803893] env[62171]: DEBUG nova.compute.manager [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Received event network-vif-plugged-32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1677.804174] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Acquiring lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.804415] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.804619] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.805144] env[62171]: DEBUG nova.compute.manager [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] No waiting events found dispatching network-vif-plugged-32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1677.805144] env[62171]: WARNING nova.compute.manager [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Received unexpected event network-vif-plugged-32016f16-728a-4efd-b056-d9a7fec31b15 for instance with vm_state building and task_state spawning. [ 1677.805266] env[62171]: DEBUG nova.compute.manager [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Received event network-changed-32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1677.805367] env[62171]: DEBUG nova.compute.manager [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Refreshing instance network info cache due to event network-changed-32016f16-728a-4efd-b056-d9a7fec31b15. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1677.805560] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Acquiring lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.842097] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1677.862695] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477e52e8-cdbd-4cc7-b68a-b6238f0237ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.873684] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a282e027-b10d-42a9-8368-b3ef3ed23c36 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.907965] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c026286a-41cc-45bc-a087-8cae673c8f85 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.917654] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99dbf01-0567-4fb3-9a4a-4de803bf03dc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.933964] env[62171]: DEBUG nova.compute.provider_tree [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.017811] env[62171]: DEBUG oslo_vmware.api [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Task: {'id': task-1979346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22056} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.018222] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.018446] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1678.018641] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1678.018820] env[62171]: INFO nova.compute.manager [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1678.019090] env[62171]: DEBUG oslo.service.loopingcall [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.019312] env[62171]: DEBUG nova.compute.manager [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1678.019425] env[62171]: DEBUG nova.network.neutron [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1678.037665] env[62171]: DEBUG nova.network.neutron [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1678.040731] env[62171]: DEBUG nova.network.neutron [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Updating instance_info_cache with network_info: [{"id": "32016f16-728a-4efd-b056-d9a7fec31b15", "address": "fa:16:3e:30:fe:2e", "network": {"id": "f8943e32-a3df-4175-9cb6-32d848674d67", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1510890058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703ce833a9ff45469c7a2860e5f4d997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32016f16-72", "ovs_interfaceid": "32016f16-728a-4efd-b056-d9a7fec31b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.201929] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979347, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.438173] env[62171]: DEBUG nova.scheduler.client.report [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1678.540500] env[62171]: DEBUG nova.network.neutron [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.545324] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Releasing lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.545631] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Instance network_info: |[{"id": "32016f16-728a-4efd-b056-d9a7fec31b15", "address": "fa:16:3e:30:fe:2e", "network": {"id": "f8943e32-a3df-4175-9cb6-32d848674d67", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1510890058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703ce833a9ff45469c7a2860e5f4d997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32016f16-72", "ovs_interfaceid": "32016f16-728a-4efd-b056-d9a7fec31b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1678.545936] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Acquired lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.546138] env[62171]: DEBUG nova.network.neutron [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Refreshing network info cache for port 32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1678.547358] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fe:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32016f16-728a-4efd-b056-d9a7fec31b15', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.557030] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Creating folder: Project (703ce833a9ff45469c7a2860e5f4d997). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1678.558887] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f5a9cc-3d99-4e82-b18c-e46042d814f0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.572835] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Created folder: Project (703ce833a9ff45469c7a2860e5f4d997) in parent group-v407351. [ 1678.573101] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Creating folder: Instances. Parent ref: group-v407450. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1678.573361] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3119cf-56cb-43c2-9834-12fa3d314e70 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.584713] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Created folder: Instances in parent group-v407450. [ 1678.585027] env[62171]: DEBUG oslo.service.loopingcall [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.585245] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1678.585725] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17fc54ba-7a5e-46a5-a37a-578074a01309 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.608872] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.608872] env[62171]: value = "task-1979350" [ 1678.608872] env[62171]: _type = "Task" [ 1678.608872] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.617644] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979350, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.702511] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535659} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.702789] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f1a3decb-7efc-4d62-ad83-2da3532c9b4c/f1a3decb-7efc-4d62-ad83-2da3532c9b4c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1678.703111] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.703273] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e364bb5-82ae-46cf-bb68-5efce9571532 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.711397] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1678.711397] env[62171]: value = "task-1979351" [ 1678.711397] env[62171]: _type = "Task" [ 1678.711397] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.720782] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.945277] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.945842] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1678.949171] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.130s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.950852] env[62171]: INFO nova.compute.claims [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.045901] env[62171]: INFO nova.compute.manager [-] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Took 1.03 seconds to deallocate network for instance. [ 1679.121282] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979350, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.221887] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137254} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.222186] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.223156] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe9208-80e0-4c23-95fc-6fe5c28c6d7c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.246144] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f1a3decb-7efc-4d62-ad83-2da3532c9b4c/f1a3decb-7efc-4d62-ad83-2da3532c9b4c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.248684] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4559e258-1c49-46be-813e-0177cd026ee0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.270201] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1679.270201] env[62171]: value = "task-1979352" [ 1679.270201] env[62171]: _type = "Task" [ 1679.270201] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.279714] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.300762] env[62171]: DEBUG nova.network.neutron [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Updated VIF entry in instance network info cache for port 32016f16-728a-4efd-b056-d9a7fec31b15. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1679.300762] env[62171]: DEBUG nova.network.neutron [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Updating instance_info_cache with network_info: [{"id": "32016f16-728a-4efd-b056-d9a7fec31b15", "address": "fa:16:3e:30:fe:2e", "network": {"id": "f8943e32-a3df-4175-9cb6-32d848674d67", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1510890058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "703ce833a9ff45469c7a2860e5f4d997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32016f16-72", "ovs_interfaceid": "32016f16-728a-4efd-b056-d9a7fec31b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.450695] env[62171]: DEBUG nova.compute.utils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1679.452284] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1679.452459] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1679.521931] env[62171]: DEBUG nova.policy [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65a59892dcf44a382f6bb5b566b2be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04e72780bcff40b29880a8f2cee0fcd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1679.553112] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.621021] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979350, 'name': CreateVM_Task, 'duration_secs': 0.514182} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.621220] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1679.621943] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.622125] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.622454] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.622712] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e3f050-25a3-4b17-b951-54974c106821 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.627639] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1679.627639] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cea61e-8245-9556-fff1-1d219c0e1767" [ 1679.627639] env[62171]: _type = "Task" [ 1679.627639] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.637267] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cea61e-8245-9556-fff1-1d219c0e1767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.780308] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979352, 'name': ReconfigVM_Task, 'duration_secs': 0.322475} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.780628] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f1a3decb-7efc-4d62-ad83-2da3532c9b4c/f1a3decb-7efc-4d62-ad83-2da3532c9b4c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.781258] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f02693-5fc2-48c7-9bf6-bb2d3e9f70bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.788995] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1679.788995] env[62171]: value = "task-1979353" [ 1679.788995] env[62171]: _type = "Task" [ 1679.788995] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.799108] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979353, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.803767] env[62171]: DEBUG oslo_concurrency.lockutils [req-2e3980f0-182f-4271-b474-6c0a89a00071 req-bf9e4b57-396a-4910-b100-a84a3e58c1df service nova] Releasing lock "refresh_cache-6db5008a-0bc2-41a4-8597-41bbdbe6681f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.865536] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Successfully created port: 39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.957483] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1680.140443] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cea61e-8245-9556-fff1-1d219c0e1767, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.140794] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.141429] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1680.141673] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.141965] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.142192] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1680.146024] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59410141-8bf3-49ed-af47-ea71fed57ce7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.159120] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1680.159120] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1680.159120] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da100b50-ffe2-47e1-ba4e-1142f69ed4e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.164687] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1680.164687] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b9e560-e571-de37-480d-f1ef71726d77" [ 1680.164687] env[62171]: _type = "Task" [ 1680.164687] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.175540] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b9e560-e571-de37-480d-f1ef71726d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.302251] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979353, 'name': Rename_Task, 'duration_secs': 0.153168} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.302639] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1680.302918] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5158fc0d-d41e-4c41-bb1c-dedc81373c55 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.314433] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1680.314433] env[62171]: value = "task-1979354" [ 1680.314433] env[62171]: _type = "Task" [ 1680.314433] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.330594] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.536646] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f66f21-2094-4a8f-8f8f-41c4013ce456 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.545836] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651109f-8a34-48ad-8932-5d140729e289 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.579396] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c2ddde-9b1a-4f36-8cdf-472f2fa389aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.590132] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea50e45f-e49f-4e6e-a61d-a14b8734823d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.603473] env[62171]: DEBUG nova.compute.provider_tree [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.675972] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b9e560-e571-de37-480d-f1ef71726d77, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.676842] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb3ba79-fed5-4f21-bb84-755509eb6ad9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.683430] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1680.683430] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52489cb2-fb8f-038a-c1e9-4c7409313214" [ 1680.683430] env[62171]: _type = "Task" [ 1680.683430] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.692665] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52489cb2-fb8f-038a-c1e9-4c7409313214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.825556] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.971837] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1681.006237] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1681.006559] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1681.007274] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.007568] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1681.007802] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.008148] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1681.008470] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1681.008712] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1681.008939] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1681.009169] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1681.009405] env[62171]: DEBUG nova.virt.hardware [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.011044] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed573a3e-4d21-4fb7-8ea0-a4fcca481144 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.020304] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095b8d9-199f-40ca-b6b2-dd05adf49d6c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.106419] env[62171]: DEBUG nova.scheduler.client.report [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1681.194630] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52489cb2-fb8f-038a-c1e9-4c7409313214, 'name': SearchDatastore_Task, 'duration_secs': 0.012526} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.194934] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.195209] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 6db5008a-0bc2-41a4-8597-41bbdbe6681f/6db5008a-0bc2-41a4-8597-41bbdbe6681f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1681.195489] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ef65da3-60bc-4ce4-95e8-8508d9b5a801 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.204020] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1681.204020] env[62171]: value = "task-1979355" [ 1681.204020] env[62171]: _type = "Task" [ 1681.204020] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.213409] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.330121] env[62171]: DEBUG oslo_vmware.api [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979354, 'name': PowerOnVM_Task, 'duration_secs': 0.709718} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.330400] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1681.330603] env[62171]: INFO nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1681.330812] env[62171]: DEBUG nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1681.331590] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc2a8d-65a7-4797-87c3-0bffe825ffcf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.611607] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.612207] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1681.615076] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.789s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.616381] env[62171]: INFO nova.compute.claims [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.719386] env[62171]: DEBUG nova.compute.manager [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Received event network-vif-plugged-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1681.719386] env[62171]: DEBUG oslo_concurrency.lockutils [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] Acquiring lock "9739be8a-c790-4c96-924b-b47275236b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.719386] env[62171]: DEBUG oslo_concurrency.lockutils [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] Lock "9739be8a-c790-4c96-924b-b47275236b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.719386] env[62171]: DEBUG oslo_concurrency.lockutils [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] Lock "9739be8a-c790-4c96-924b-b47275236b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.723483] env[62171]: DEBUG nova.compute.manager [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] No waiting events found dispatching network-vif-plugged-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1681.723483] env[62171]: WARNING nova.compute.manager [req-30bb94fe-908f-494f-ae10-4664f35df6f9 req-9849290a-166b-46d8-9619-cd06af6006a1 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Received unexpected event network-vif-plugged-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 for instance with vm_state building and task_state spawning. [ 1681.726961] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979355, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.804762] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Successfully updated port: 39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.857887] env[62171]: INFO nova.compute.manager [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: f1a3decb-7efc-4d62-ad83-2da3532c9b4c] Took 45.30 seconds to build instance. [ 1682.123033] env[62171]: DEBUG nova.compute.utils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1682.129927] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1682.131382] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1682.183253] env[62171]: DEBUG nova.policy [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65a59892dcf44a382f6bb5b566b2be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04e72780bcff40b29880a8f2cee0fcd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1682.219344] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527618} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.220140] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 6db5008a-0bc2-41a4-8597-41bbdbe6681f/6db5008a-0bc2-41a4-8597-41bbdbe6681f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1682.220140] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.220275] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1ca04b-c452-4ade-985f-ca63b8447843 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.227745] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1682.227745] env[62171]: value = "task-1979356" [ 1682.227745] env[62171]: _type = "Task" [ 1682.227745] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.237390] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.308086] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.308278] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.309057] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1682.367019] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e61da7b8-d147-4b17-90dd-542007e529be tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "f1a3decb-7efc-4d62-ad83-2da3532c9b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.518s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.512037] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Successfully created port: 283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.631133] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1682.740659] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.386375} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.745548] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.745548] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9c5b51-8a5b-4f5f-b3c1-4590359b0ac7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.773412] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 6db5008a-0bc2-41a4-8597-41bbdbe6681f/6db5008a-0bc2-41a4-8597-41bbdbe6681f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.774325] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe0a26a-9428-4a5c-9a31-5b5dbb525923 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.796868] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1682.796868] env[62171]: value = "task-1979357" [ 1682.796868] env[62171]: _type = "Task" [ 1682.796868] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.807497] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.868943] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1682.872625] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1682.882157] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "b7433a97-38b5-40c4-b993-b15aa9bfa420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.882365] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "b7433a97-38b5-40c4-b993-b15aa9bfa420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.139846] env[62171]: DEBUG nova.network.neutron [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updating instance_info_cache with network_info: [{"id": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "address": "fa:16:3e:23:47:76", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9001d-5f", "ovs_interfaceid": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.311400] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.355017] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca1bce9-b66b-47e2-949e-b5220e9f69e8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.362158] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26365e78-fbe3-493a-9b99-a7de54eceb17 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.398579] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54facb0-536a-4fb4-a6cf-437116ffd6a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.409948] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547458bf-f68e-48ab-86f6-849adb73377e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.418647] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.426630] env[62171]: DEBUG nova.compute.provider_tree [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.640535] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1683.644079] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.644402] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Instance network_info: |[{"id": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "address": "fa:16:3e:23:47:76", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9001d-5f", "ovs_interfaceid": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1683.644813] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:47:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.652497] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Creating folder: Project (04e72780bcff40b29880a8f2cee0fcd2). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1683.652820] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0142d92c-5598-4350-9d71-759ecf3163bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.667428] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Created folder: Project (04e72780bcff40b29880a8f2cee0fcd2) in parent group-v407351. [ 1683.667511] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Creating folder: Instances. Parent ref: group-v407453. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1683.668500] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9131a2c3-21b2-4ab6-bae2-523b0c96661b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.677633] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.677912] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.678094] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.678306] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.678460] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.678614] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.678873] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.679080] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.679232] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.679399] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.679597] env[62171]: DEBUG nova.virt.hardware [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.680529] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82ad7d3-d9c6-478e-a719-3399d4fc3326 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.684557] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Created folder: Instances in parent group-v407453. [ 1683.684802] env[62171]: DEBUG oslo.service.loopingcall [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.685439] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1683.685695] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8378e064-063a-4c3e-b8b5-b05c74440804 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.705800] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f8206d-b638-4109-bdae-a285db18d38e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.711381] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.711381] env[62171]: value = "task-1979360" [ 1683.711381] env[62171]: _type = "Task" [ 1683.711381] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.728120] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979360, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.811014] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979357, 'name': ReconfigVM_Task, 'duration_secs': 0.620416} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.811363] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 6db5008a-0bc2-41a4-8597-41bbdbe6681f/6db5008a-0bc2-41a4-8597-41bbdbe6681f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1683.812229] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bb4dd66-0193-4eec-ac72-ed6c177de560 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.821116] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1683.821116] env[62171]: value = "task-1979361" [ 1683.821116] env[62171]: _type = "Task" [ 1683.821116] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.836654] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979361, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.887577] env[62171]: DEBUG nova.compute.manager [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Received event network-changed-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1683.887868] env[62171]: DEBUG nova.compute.manager [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Refreshing instance network info cache due to event network-changed-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1683.888018] env[62171]: DEBUG oslo_concurrency.lockutils [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] Acquiring lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.888184] env[62171]: DEBUG oslo_concurrency.lockutils [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] Acquired lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.888351] env[62171]: DEBUG nova.network.neutron [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Refreshing network info cache for port 39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1683.957144] env[62171]: ERROR nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [req-26c86111-9b92-43c8-b6e6-b2cb2bb9d1f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26c86111-9b92-43c8-b6e6-b2cb2bb9d1f0"}]} [ 1683.988858] env[62171]: DEBUG nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1684.007038] env[62171]: DEBUG nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1684.007301] env[62171]: DEBUG nova.compute.provider_tree [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.028799] env[62171]: DEBUG nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1684.052978] env[62171]: DEBUG nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1684.229769] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979360, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.338766] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979361, 'name': Rename_Task, 'duration_secs': 0.241008} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.340463] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1684.340746] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f9b4ce-f052-47b4-bd59-7ea212b53da4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.349416] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1684.349416] env[62171]: value = "task-1979362" [ 1684.349416] env[62171]: _type = "Task" [ 1684.349416] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.359891] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.400175] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Successfully updated port: 283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.640240] env[62171]: DEBUG nova.network.neutron [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updated VIF entry in instance network info cache for port 39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1684.640913] env[62171]: DEBUG nova.network.neutron [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updating instance_info_cache with network_info: [{"id": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "address": "fa:16:3e:23:47:76", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9001d-5f", "ovs_interfaceid": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.713210] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5eddf6-f724-417c-a895-b9d65715e256 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.725253] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979360, 'name': CreateVM_Task, 'duration_secs': 0.660669} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.727289] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1684.733440] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.733440] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.733440] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1684.733440] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcd613a-b0e6-4c24-b1bc-87b2f8080f00 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.735492] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34d037b-1ffb-4665-9361-16fb0b1c17bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.741064] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1684.741064] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ac0b8-21bb-418f-a0b0-2f7f9c4b7e1c" [ 1684.741064] env[62171]: _type = "Task" [ 1684.741064] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.774999] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52766d1c-333a-4e3e-a45e-6ed6f737065d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.788160] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e8ca1-cb1e-4b69-bea3-ce50f4c5c636 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.791531] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ac0b8-21bb-418f-a0b0-2f7f9c4b7e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.791855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.792112] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.793033] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.793033] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.793033] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.793354] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b644aeb-e69b-4ffc-a60f-90a36ad86e59 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.804756] env[62171]: DEBUG nova.compute.provider_tree [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.807327] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.807566] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1684.808498] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d877457e-50e9-4aae-8e65-9d637302d360 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.814958] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1684.814958] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52010a48-e32c-0c0b-b055-5172a9d25737" [ 1684.814958] env[62171]: _type = "Task" [ 1684.814958] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.826937] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52010a48-e32c-0c0b-b055-5172a9d25737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.861164] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.904418] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.904418] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.904418] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1685.076748] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "4496e588-3745-4220-9679-b27a657fd09f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.076748] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.143712] env[62171]: DEBUG oslo_concurrency.lockutils [req-e6248ec6-a2e0-4a17-818c-041ae6581960 req-64f514fe-4743-4934-a2d2-ae38cdf50296 service nova] Releasing lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.326926] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52010a48-e32c-0c0b-b055-5172a9d25737, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.327928] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7401dadc-8c8b-4a70-9dfe-044e66133741 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.334208] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1685.334208] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c8bfab-a4fb-8ddf-25b3-8094bfdcda51" [ 1685.334208] env[62171]: _type = "Task" [ 1685.334208] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.343151] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c8bfab-a4fb-8ddf-25b3-8094bfdcda51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.345033] env[62171]: DEBUG nova.scheduler.client.report [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1685.345033] env[62171]: DEBUG nova.compute.provider_tree [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 67 to 68 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1685.345259] env[62171]: DEBUG nova.compute.provider_tree [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1685.361220] env[62171]: DEBUG oslo_vmware.api [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979362, 'name': PowerOnVM_Task, 'duration_secs': 0.980261} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.361345] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1685.361549] env[62171]: INFO nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1685.361730] env[62171]: DEBUG nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1685.363128] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d11d0-d42f-4943-9083-b3e33dccafdd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.438051] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1685.583135] env[62171]: DEBUG nova.compute.utils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.586413] env[62171]: DEBUG nova.network.neutron [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Updating instance_info_cache with network_info: [{"id": "283b5154-9a40-4cb8-8490-07c423a04de1", "address": "fa:16:3e:8e:21:e1", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283b5154-9a", "ovs_interfaceid": "283b5154-9a40-4cb8-8490-07c423a04de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.845669] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c8bfab-a4fb-8ddf-25b3-8094bfdcda51, 'name': SearchDatastore_Task, 'duration_secs': 0.010905} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.845931] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.846230] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9739be8a-c790-4c96-924b-b47275236b38/9739be8a-c790-4c96-924b-b47275236b38.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1685.846614] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54ca7324-166b-4960-8eca-57fd8c870bab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.850673] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.236s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.851224] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1685.855289] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.901s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.856803] env[62171]: INFO nova.compute.claims [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.859683] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1685.859683] env[62171]: value = "task-1979363" [ 1685.859683] env[62171]: _type = "Task" [ 1685.859683] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.870649] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.887492] env[62171]: INFO nova.compute.manager [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Took 48.32 seconds to build instance. [ 1686.088976] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.089522] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Instance network_info: |[{"id": "283b5154-9a40-4cb8-8490-07c423a04de1", "address": "fa:16:3e:8e:21:e1", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283b5154-9a", "ovs_interfaceid": "283b5154-9a40-4cb8-8490-07c423a04de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1686.090362] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.091305] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:21:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '283b5154-9a40-4cb8-8490-07c423a04de1', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.104599] env[62171]: DEBUG oslo.service.loopingcall [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.105022] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1686.109808] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4d609d-48a7-49ed-9e2c-9d746533e65a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.140404] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.140404] env[62171]: value = "task-1979364" [ 1686.140404] env[62171]: _type = "Task" [ 1686.140404] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.150267] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979364, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.363022] env[62171]: DEBUG nova.compute.utils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.366931] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1686.366931] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1686.377033] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1686.391031] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a8f81e4d-7529-43ab-a255-309f8a9835e8 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.707s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.391202] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533032} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.395058] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9739be8a-c790-4c96-924b-b47275236b38/9739be8a-c790-4c96-924b-b47275236b38.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1686.395058] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.395058] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db952022-7195-4ca4-9fc3-c847d9dc0574 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.403657] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1686.403657] env[62171]: value = "task-1979365" [ 1686.403657] env[62171]: _type = "Task" [ 1686.403657] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.414706] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.437533] env[62171]: DEBUG nova.policy [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65a59892dcf44a382f6bb5b566b2be1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04e72780bcff40b29880a8f2cee0fcd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1686.444064] env[62171]: DEBUG nova.compute.manager [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Received event network-vif-plugged-283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1686.444339] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Acquiring lock "447f70db-fb44-424a-8013-630922ef258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.444574] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Lock "447f70db-fb44-424a-8013-630922ef258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.444715] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Lock "447f70db-fb44-424a-8013-630922ef258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.444926] env[62171]: DEBUG nova.compute.manager [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] No waiting events found dispatching network-vif-plugged-283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1686.445211] env[62171]: WARNING nova.compute.manager [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Received unexpected event network-vif-plugged-283b5154-9a40-4cb8-8490-07c423a04de1 for instance with vm_state building and task_state spawning. [ 1686.445421] env[62171]: DEBUG nova.compute.manager [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Received event network-changed-283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1686.445588] env[62171]: DEBUG nova.compute.manager [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Refreshing instance network info cache due to event network-changed-283b5154-9a40-4cb8-8490-07c423a04de1. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1686.445797] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Acquiring lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.445951] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Acquired lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.446124] env[62171]: DEBUG nova.network.neutron [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Refreshing network info cache for port 283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1686.657439] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979364, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.724087] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Successfully created port: c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.900204] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1686.923044] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072939} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.923044] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.924431] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22050b42-5aa0-4682-889d-619dcf7367c8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.959509] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 9739be8a-c790-4c96-924b-b47275236b38/9739be8a-c790-4c96-924b-b47275236b38.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.968092] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272ab9cc-1e6b-4ae1-97bb-48ec651417c5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.998723] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1686.998723] env[62171]: value = "task-1979366" [ 1686.998723] env[62171]: _type = "Task" [ 1686.998723] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.012325] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.163950] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979364, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.192920] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "4496e588-3745-4220-9679-b27a657fd09f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.193214] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.193464] env[62171]: INFO nova.compute.manager [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Attaching volume 5f34f4fa-54b0-4651-829a-d9652160b9a4 to /dev/sdb [ 1687.252151] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72a4c3-693b-47ef-a50a-f13199a685ad {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.262482] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa34b48-428e-476b-817b-53116ad2f7ce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.279334] env[62171]: DEBUG nova.virt.block_device [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Updating existing volume attachment record: 069e578e-3b79-4f58-b676-a9c916c4a006 {{(pid=62171) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1687.388208] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1687.423647] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.423907] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.424092] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.424286] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.424435] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.424583] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.424875] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.424940] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.425473] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.425789] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.426256] env[62171]: DEBUG nova.virt.hardware [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.427564] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b118fc-1557-49f6-a8db-3960e31da2fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.437136] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.438397] env[62171]: DEBUG nova.network.neutron [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Updated VIF entry in instance network info cache for port 283b5154-9a40-4cb8-8490-07c423a04de1. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1687.438828] env[62171]: DEBUG nova.network.neutron [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Updating instance_info_cache with network_info: [{"id": "283b5154-9a40-4cb8-8490-07c423a04de1", "address": "fa:16:3e:8e:21:e1", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap283b5154-9a", "ovs_interfaceid": "283b5154-9a40-4cb8-8490-07c423a04de1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.452962] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e17382-6c8f-4a7a-af3b-908aded4efa7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.518034] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.653287] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979364, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.697241] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004cfd4-4c11-470d-bd20-ebc2b8044241 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.704760] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee914de0-608d-4fdf-aa43-00978535033b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.738867] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231941b8-c0fc-4096-ad9b-dae5760a1164 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.747808] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9797071-2d83-42d5-82f0-e83789575b91 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.763806] env[62171]: DEBUG nova.compute.provider_tree [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1687.805976] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.806298] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.806572] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.806756] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.807056] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.809345] env[62171]: INFO nova.compute.manager [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Terminating instance [ 1687.812087] env[62171]: DEBUG nova.compute.manager [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1687.812277] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1687.813154] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5db9639-8c5b-4a48-8b13-625fb1fac19a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.821050] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1687.821333] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c2e7b57-5199-47dd-8468-a2e2ac6d0f76 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.827667] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1687.827667] env[62171]: value = "task-1979370" [ 1687.827667] env[62171]: _type = "Task" [ 1687.827667] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.837033] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.942302] env[62171]: DEBUG oslo_concurrency.lockutils [req-b10419fe-18de-4ff8-bae7-e806eabf6a55 req-293efed9-ce5a-4f96-9f0d-5afefd2d9f63 service nova] Releasing lock "refresh_cache-447f70db-fb44-424a-8013-630922ef258f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.017073] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.154798] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979364, 'name': CreateVM_Task, 'duration_secs': 1.73621} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.155253] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1688.157614] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.157614] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.157614] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1688.157903] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeff62e0-bf5b-4738-a87a-d6fc1dda7eee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.164339] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1688.164339] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52936d15-294b-069a-036f-ac128d019cb6" [ 1688.164339] env[62171]: _type = "Task" [ 1688.164339] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.173138] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52936d15-294b-069a-036f-ac128d019cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.303851] env[62171]: DEBUG nova.scheduler.client.report [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1688.304140] env[62171]: DEBUG nova.compute.provider_tree [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 68 to 69 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1688.304335] env[62171]: DEBUG nova.compute.provider_tree [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1688.341025] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979370, 'name': PowerOffVM_Task, 'duration_secs': 0.223051} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.341673] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1688.341869] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1688.342167] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4686a9e-80b4-44ef-a2ea-4cbdd4456982 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.396646] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Successfully updated port: c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1688.470450] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1688.470690] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1688.470908] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Deleting the datastore file [datastore1] 6db5008a-0bc2-41a4-8597-41bbdbe6681f {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.471228] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-890f657b-2608-4cd4-9609-95a224073edd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.478693] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for the task: (returnval){ [ 1688.478693] env[62171]: value = "task-1979372" [ 1688.478693] env[62171]: _type = "Task" [ 1688.478693] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.487985] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.490437] env[62171]: DEBUG nova.compute.manager [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Received event network-vif-plugged-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1688.490437] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Acquiring lock "8811ec10-8cc5-4238-b361-55f24e044027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.490678] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Lock "8811ec10-8cc5-4238-b361-55f24e044027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.491663] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Lock "8811ec10-8cc5-4238-b361-55f24e044027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.491663] env[62171]: DEBUG nova.compute.manager [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] No waiting events found dispatching network-vif-plugged-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1688.491663] env[62171]: WARNING nova.compute.manager [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Received unexpected event network-vif-plugged-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec for instance with vm_state building and task_state spawning. [ 1688.491663] env[62171]: DEBUG nova.compute.manager [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Received event network-changed-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1688.491663] env[62171]: DEBUG nova.compute.manager [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Refreshing instance network info cache due to event network-changed-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1688.491942] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Acquiring lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.495490] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Acquired lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.495490] env[62171]: DEBUG nova.network.neutron [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Refreshing network info cache for port c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1688.514744] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979366, 'name': ReconfigVM_Task, 'duration_secs': 1.247878} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.515096] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 9739be8a-c790-4c96-924b-b47275236b38/9739be8a-c790-4c96-924b-b47275236b38.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.515606] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d8859db-a45d-4958-a0d2-4675d3927797 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.522688] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1688.522688] env[62171]: value = "task-1979373" [ 1688.522688] env[62171]: _type = "Task" [ 1688.522688] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.533047] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979373, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.674663] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52936d15-294b-069a-036f-ac128d019cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.675009] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.675341] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.675594] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.675785] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.675927] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.676221] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c121511-1076-47c8-b47e-cd4bdf83ca92 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.694186] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.694471] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1688.696362] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991d6bf1-7e2e-4b60-9fe3-45be7a20810a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.702107] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1688.702107] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52be5adb-2a6f-8de3-cbce-5ce9ab7a45e1" [ 1688.702107] env[62171]: _type = "Task" [ 1688.702107] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.710772] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52be5adb-2a6f-8de3-cbce-5ce9ab7a45e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.810704] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.955s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.811300] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1688.815913] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.004s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.817391] env[62171]: INFO nova.compute.claims [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.900939] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.989601] env[62171]: DEBUG oslo_vmware.api [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Task: {'id': task-1979372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157881} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.991027] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.991027] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1688.991027] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1688.991027] env[62171]: INFO nova.compute.manager [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1688.991027] env[62171]: DEBUG oslo.service.loopingcall [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.991269] env[62171]: DEBUG nova.compute.manager [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1688.991269] env[62171]: DEBUG nova.network.neutron [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1689.032111] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979373, 'name': Rename_Task, 'duration_secs': 0.219711} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.032483] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1689.032752] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61267919-f08a-4f62-8e38-3de75e5b4df9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.040436] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1689.040436] env[62171]: value = "task-1979374" [ 1689.040436] env[62171]: _type = "Task" [ 1689.040436] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.049717] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.054016] env[62171]: DEBUG nova.network.neutron [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1689.206865] env[62171]: DEBUG nova.network.neutron [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.215803] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52be5adb-2a6f-8de3-cbce-5ce9ab7a45e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009104} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.218639] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c640a5-08d5-493c-a0e0-f63e706fe044 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.225493] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1689.225493] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f73359-4964-b0ff-5ae8-50677c4c8abf" [ 1689.225493] env[62171]: _type = "Task" [ 1689.225493] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.233677] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f73359-4964-b0ff-5ae8-50677c4c8abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.320250] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "5439a79a-b411-4d33-a6e5-09ab473d3656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.324780] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.326008] env[62171]: DEBUG nova.compute.utils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1689.334943] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1689.334943] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1689.393862] env[62171]: DEBUG nova.policy [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6217d9880cb74cb0828164acc0fee720', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b65c01a1a7f042b792eeaf455f9b1ebd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1689.550963] env[62171]: DEBUG oslo_vmware.api [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979374, 'name': PowerOnVM_Task, 'duration_secs': 0.462863} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.551463] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1689.551546] env[62171]: INFO nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1689.551685] env[62171]: DEBUG nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1689.552569] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c62acc-e681-4d18-9fd6-ada63d09ef97 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.710251] env[62171]: DEBUG oslo_concurrency.lockutils [req-bad982c6-916b-4859-88f2-d92c1e09ca21 req-1ae413dc-90df-44fa-8937-de8e871d47e0 service nova] Releasing lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.710777] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.711014] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1689.724197] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Successfully created port: 8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.741269] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52f73359-4964-b0ff-5ae8-50677c4c8abf, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.741269] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.741513] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 447f70db-fb44-424a-8013-630922ef258f/447f70db-fb44-424a-8013-630922ef258f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1689.743021] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a23b7f7-d25f-41b1-abbd-50e800dc48b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.748463] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1689.748463] env[62171]: value = "task-1979376" [ 1689.748463] env[62171]: _type = "Task" [ 1689.748463] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.757268] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.831697] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1689.852920] env[62171]: DEBUG nova.network.neutron [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.074024] env[62171]: INFO nova.compute.manager [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Took 48.13 seconds to build instance. [ 1690.253982] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1690.259595] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.355106] env[62171]: INFO nova.compute.manager [-] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Took 1.36 seconds to deallocate network for instance. [ 1690.416074] env[62171]: DEBUG nova.network.neutron [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Updating instance_info_cache with network_info: [{"id": "c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec", "address": "fa:16:3e:91:42:e6", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84732d2-5e", "ovs_interfaceid": "c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.548281] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e3c2c-b2b8-49b1-b095-0e68f6e9e900 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.553284] env[62171]: DEBUG nova.compute.manager [req-d0f72bb8-256c-48e3-abb3-61c8d2052ccb req-f49a7f38-425f-40c5-9bd9-57cd2bb86a6a service nova] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Received event network-vif-deleted-32016f16-728a-4efd-b056-d9a7fec31b15 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1690.558636] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66c2ef0-b8ac-40d4-9b6d-0ece1d975846 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.588611] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5be11af-18a0-496d-b132-c21a40459e8b tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.300s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.591490] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cef2b8-9f29-44e5-94ce-e20d339d462b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.599550] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ee22a3-d5e8-4d66-9fa6-c76634145955 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.614815] env[62171]: DEBUG nova.compute.provider_tree [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1690.760844] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543527} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.760844] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 447f70db-fb44-424a-8013-630922ef258f/447f70db-fb44-424a-8013-630922ef258f.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1690.760844] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.760844] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe98ef2-eeb4-4cda-94e4-cf56bffc557a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.770183] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1690.770183] env[62171]: value = "task-1979377" [ 1690.770183] env[62171]: _type = "Task" [ 1690.770183] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.783233] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.846134] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1690.864847] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.887903] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1690.888254] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1690.888437] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.888652] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1690.889155] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.889155] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1690.889257] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1690.889443] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1690.889711] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1690.889979] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1690.890216] env[62171]: DEBUG nova.virt.hardware [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1690.891341] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bb4a0c-cdfb-4032-bb3f-1dee2345870c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.900126] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7dabf-d8ee-4ebc-a504-d824348fa621 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.919738] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "refresh_cache-8811ec10-8cc5-4238-b361-55f24e044027" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.919738] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Instance network_info: |[{"id": "c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec", "address": "fa:16:3e:91:42:e6", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84732d2-5e", "ovs_interfaceid": "c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1690.919998] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:42:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.927215] env[62171]: DEBUG oslo.service.loopingcall [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.927663] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1690.927739] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b19a55c8-afb2-4765-9b33-a05bc4e2f270 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.946015] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.946015] env[62171]: value = "task-1979378" [ 1690.946015] env[62171]: _type = "Task" [ 1690.946015] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.953246] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979378, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.096921] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1691.137487] env[62171]: ERROR nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [req-22478e12-e66c-4355-9f17-c81d72f6aa51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22478e12-e66c-4355-9f17-c81d72f6aa51"}]} [ 1691.157212] env[62171]: DEBUG nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1691.171103] env[62171]: DEBUG nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1691.171103] env[62171]: DEBUG nova.compute.provider_tree [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.182758] env[62171]: DEBUG nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1691.199938] env[62171]: DEBUG nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1691.282520] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087627} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.286268] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.290524] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07114904-38f7-418e-9830-daecbcf24e48 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.312911] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 447f70db-fb44-424a-8013-630922ef258f/447f70db-fb44-424a-8013-630922ef258f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.315701] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae1dd31-d140-4be6-866a-adc5ebd274b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.333298] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Successfully updated port: 8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.335407] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1691.335407] env[62171]: value = "task-1979379" [ 1691.335407] env[62171]: _type = "Task" [ 1691.335407] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.344152] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.457476] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979378, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.618428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.732322] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d233558-3f0e-4543-a8e3-1a107b54be9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.740024] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35abfcce-ba28-480c-bc53-8dbb2396d348 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.770653] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac36f8-7e4e-4554-b405-065b179bec6e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.778326] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57756a8a-b1a8-494c-aabc-427b441dfecb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.791200] env[62171]: DEBUG nova.compute.provider_tree [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1691.837289] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.837449] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquired lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.837593] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1691.847985] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.856938] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Volume attach. Driver type: vmdk {{(pid=62171) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1691.857308] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407458', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'name': 'volume-5f34f4fa-54b0-4651-829a-d9652160b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4496e588-3745-4220-9679-b27a657fd09f', 'attached_at': '', 'detached_at': '', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'serial': '5f34f4fa-54b0-4651-829a-d9652160b9a4'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1691.858517] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff03f9-eb54-4ef0-ac44-5bebc3ef66e7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.875404] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c802e92-51d2-40e7-a6e0-3ad92ecf2fce {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.900768] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-5f34f4fa-54b0-4651-829a-d9652160b9a4/volume-5f34f4fa-54b0-4651-829a-d9652160b9a4.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.901138] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f715af73-236b-4820-96a7-4aee16c1108f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.920576] env[62171]: DEBUG oslo_vmware.api [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1691.920576] env[62171]: value = "task-1979380" [ 1691.920576] env[62171]: _type = "Task" [ 1691.920576] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.929270] env[62171]: DEBUG oslo_vmware.api [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.956952] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979378, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.331183] env[62171]: DEBUG nova.scheduler.client.report [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updated inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1692.331501] env[62171]: DEBUG nova.compute.provider_tree [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating resource provider d74d6899-e35f-475d-9063-de5cafb735d4 generation from 70 to 71 during operation: update_inventory {{(pid=62171) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1692.331667] env[62171]: DEBUG nova.compute.provider_tree [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1692.350253] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979379, 'name': ReconfigVM_Task, 'duration_secs': 0.923971} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.351161] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 447f70db-fb44-424a-8013-630922ef258f/447f70db-fb44-424a-8013-630922ef258f.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.351799] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2745e1b2-2e4c-40ea-82a8-978d92d6dee6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.357885] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1692.357885] env[62171]: value = "task-1979381" [ 1692.357885] env[62171]: _type = "Task" [ 1692.357885] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.370163] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979381, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.376960] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1692.431584] env[62171]: DEBUG oslo_vmware.api [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979380, 'name': ReconfigVM_Task, 'duration_secs': 0.373821} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.434169] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-5f34f4fa-54b0-4651-829a-d9652160b9a4/volume-5f34f4fa-54b0-4651-829a-d9652160b9a4.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.439079] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b11030f-f4d0-48aa-88ec-ea74aa2e9695 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.159287] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.343s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.159797] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1693.162386] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979378, 'name': CreateVM_Task, 'duration_secs': 1.452566} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.168099] env[62171]: DEBUG nova.compute.manager [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Received event network-vif-plugged-8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1693.168099] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Acquiring lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.168099] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.168099] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.168099] env[62171]: DEBUG nova.compute.manager [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] No waiting events found dispatching network-vif-plugged-8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1693.168295] env[62171]: WARNING nova.compute.manager [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Received unexpected event network-vif-plugged-8bc94e0e-138d-4682-8037-47715c1226df for instance with vm_state building and task_state spawning. [ 1693.168418] env[62171]: DEBUG nova.compute.manager [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Received event network-changed-8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1693.168632] env[62171]: DEBUG nova.compute.manager [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Refreshing instance network info cache due to event network-changed-8bc94e0e-138d-4682-8037-47715c1226df. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1693.168899] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Acquiring lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.169211] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.349s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.175175] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1693.175175] env[62171]: DEBUG oslo_vmware.api [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1693.175175] env[62171]: value = "task-1979382" [ 1693.175175] env[62171]: _type = "Task" [ 1693.175175] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.175825] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.175955] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.176820] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.180017] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861029bc-deb6-4512-be6a-482dcdf4b539 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.184517] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979381, 'name': Rename_Task, 'duration_secs': 0.216371} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.185390] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1693.185617] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-000b545d-3be2-4540-a329-cc9ac7cc4c21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.188343] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1693.188343] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5242d985-9191-ae7f-1705-920f8aae02c9" [ 1693.188343] env[62171]: _type = "Task" [ 1693.188343] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.193280] env[62171]: DEBUG oslo_vmware.api [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979382, 'name': ReconfigVM_Task, 'duration_secs': 0.138404} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.196099] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407458', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'name': 'volume-5f34f4fa-54b0-4651-829a-d9652160b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4496e588-3745-4220-9679-b27a657fd09f', 'attached_at': '', 'detached_at': '', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'serial': '5f34f4fa-54b0-4651-829a-d9652160b9a4'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1693.197753] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1693.197753] env[62171]: value = "task-1979383" [ 1693.197753] env[62171]: _type = "Task" [ 1693.197753] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.205460] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5242d985-9191-ae7f-1705-920f8aae02c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.205757] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.205985] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.206229] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.206373] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.206949] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.206949] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff35f49-642a-487e-9770-e499f05a8c9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.212327] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979383, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.218587] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.218772] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1693.219502] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0538737-4f7d-44ed-948b-9e915d6538c5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.228295] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1693.228295] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5231ad3e-9a4c-4bab-1c84-198bdeb92af3" [ 1693.228295] env[62171]: _type = "Task" [ 1693.228295] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.233785] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5231ad3e-9a4c-4bab-1c84-198bdeb92af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.306390] env[62171]: DEBUG nova.network.neutron [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updating instance_info_cache with network_info: [{"id": "8bc94e0e-138d-4682-8037-47715c1226df", "address": "fa:16:3e:8f:9b:45", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc94e0e-13", "ovs_interfaceid": "8bc94e0e-138d-4682-8037-47715c1226df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.667745] env[62171]: DEBUG nova.compute.utils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.669388] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1693.669546] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1693.712749] env[62171]: DEBUG oslo_vmware.api [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979383, 'name': PowerOnVM_Task, 'duration_secs': 0.430259} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.712934] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1693.713152] env[62171]: INFO nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1693.713337] env[62171]: DEBUG nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1693.714872] env[62171]: DEBUG nova.policy [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70853a2224af4ce1a3c435640ece610d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '394f34b15f624b0ea233eb22082316ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1693.716843] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccdeae6-9052-4921-a348-525d43d31ec2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.737141] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5231ad3e-9a4c-4bab-1c84-198bdeb92af3, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.740340] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0207de-06eb-4e71-9fb1-a5cc41afa36a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.747385] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1693.747385] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525d4e6d-d1de-067f-9d5b-37238a13c564" [ 1693.747385] env[62171]: _type = "Task" [ 1693.747385] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.758400] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525d4e6d-d1de-067f-9d5b-37238a13c564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.809510] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Releasing lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.809874] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Instance network_info: |[{"id": "8bc94e0e-138d-4682-8037-47715c1226df", "address": "fa:16:3e:8f:9b:45", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc94e0e-13", "ovs_interfaceid": "8bc94e0e-138d-4682-8037-47715c1226df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1693.810421] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Acquired lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.810629] env[62171]: DEBUG nova.network.neutron [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Refreshing network info cache for port 8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1693.812489] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:9b:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bc94e0e-138d-4682-8037-47715c1226df', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.819754] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Creating folder: Project (b65c01a1a7f042b792eeaf455f9b1ebd). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1693.823179] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06dd83f7-a641-4c91-9191-fc9c34f69df8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.835757] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Created folder: Project (b65c01a1a7f042b792eeaf455f9b1ebd) in parent group-v407351. [ 1693.836063] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Creating folder: Instances. Parent ref: group-v407460. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1693.836320] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59d028a8-682c-4ba1-aef0-0fc9b4470bbf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.845790] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Created folder: Instances in parent group-v407460. [ 1693.846122] env[62171]: DEBUG oslo.service.loopingcall [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.846460] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1693.846713] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cd18a2c-6fa5-4913-8f4f-b393ed86a43a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.870625] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.870625] env[62171]: value = "task-1979386" [ 1693.870625] env[62171]: _type = "Task" [ 1693.870625] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.881381] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979386, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.065653] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Successfully created port: 8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.172932] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1694.248133] env[62171]: INFO nova.compute.manager [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Took 50.45 seconds to build instance. [ 1694.249194] env[62171]: DEBUG nova.objects.instance [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lazy-loading 'flavor' on Instance uuid 4496e588-3745-4220-9679-b27a657fd09f {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.263367] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525d4e6d-d1de-067f-9d5b-37238a13c564, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.266385] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.266689] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8811ec10-8cc5-4238-b361-55f24e044027/8811ec10-8cc5-4238-b361-55f24e044027.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1694.268138] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3670165c-abe0-4257-8c45-ae6bd7c420a3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.275309] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1694.275309] env[62171]: value = "task-1979387" [ 1694.275309] env[62171]: _type = "Task" [ 1694.275309] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.286798] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.380625] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979386, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.382304] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ea904-f4bc-4d65-ba1c-16407ae41d44 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.389114] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93dcc1b-c23a-429d-a328-6cb92b33f06a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.443106] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d199952e-8766-41a2-8823-00034651a9be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.451954] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995353e-3065-40ef-b139-ddbc0b546c28 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.471987] env[62171]: DEBUG nova.compute.provider_tree [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.610213] env[62171]: DEBUG nova.network.neutron [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updated VIF entry in instance network info cache for port 8bc94e0e-138d-4682-8037-47715c1226df. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1694.610629] env[62171]: DEBUG nova.network.neutron [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updating instance_info_cache with network_info: [{"id": "8bc94e0e-138d-4682-8037-47715c1226df", "address": "fa:16:3e:8f:9b:45", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc94e0e-13", "ovs_interfaceid": "8bc94e0e-138d-4682-8037-47715c1226df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.751705] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2e09451c-e0d2-49b6-815a-badbeb50829f tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.143s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.758060] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3a961b13-d56a-4374-ace4-076ea9164304 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.564s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.786144] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.881690] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979386, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.961903] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "4496e588-3745-4220-9679-b27a657fd09f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.963070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.976896] env[62171]: DEBUG nova.scheduler.client.report [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.113558] env[62171]: DEBUG oslo_concurrency.lockutils [req-587cd1d2-f234-41ab-9d63-b33ab4a392fe req-b818c5c7-7448-4193-949b-7b08456680a7 service nova] Releasing lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.185980] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1695.212333] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1695.212543] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1695.212707] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.212895] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1695.213066] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.213230] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1695.213449] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1695.213613] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1695.213784] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1695.213950] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1695.214177] env[62171]: DEBUG nova.virt.hardware [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1695.215058] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fc6ee-8d49-4751-9895-126f2257ca8f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.222853] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e1af82-d765-49fa-aadb-42c80b812081 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.255794] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1695.285968] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538563} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.286302] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 8811ec10-8cc5-4238-b361-55f24e044027/8811ec10-8cc5-4238-b361-55f24e044027.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1695.286550] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.286826] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbdadad8-c0fb-408b-b63e-40302539f2e7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.293845] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1695.293845] env[62171]: value = "task-1979388" [ 1695.293845] env[62171]: _type = "Task" [ 1695.293845] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.302808] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.381244] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979386, 'name': CreateVM_Task, 'duration_secs': 1.363961} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.381576] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1695.382324] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.382501] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.382814] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1695.383077] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-689b6b5c-4435-4eaf-9d7f-c709b37cd3f6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.387343] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1695.387343] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52709a69-a015-cee3-68f0-50e399c8f773" [ 1695.387343] env[62171]: _type = "Task" [ 1695.387343] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.394463] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52709a69-a015-cee3-68f0-50e399c8f773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.465493] env[62171]: INFO nova.compute.manager [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Detaching volume 5f34f4fa-54b0-4651-829a-d9652160b9a4 [ 1695.503354] env[62171]: INFO nova.virt.block_device [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Attempting to driver detach volume 5f34f4fa-54b0-4651-829a-d9652160b9a4 from mountpoint /dev/sdb [ 1695.503607] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Volume detach. Driver type: vmdk {{(pid=62171) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1695.503800] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407458', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'name': 'volume-5f34f4fa-54b0-4651-829a-d9652160b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4496e588-3745-4220-9679-b27a657fd09f', 'attached_at': '', 'detached_at': '', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'serial': '5f34f4fa-54b0-4651-829a-d9652160b9a4'} {{(pid=62171) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1695.505013] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d37ca0c-a734-4ba9-8ced-28f523c0f57d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.527622] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1ef60-5990-4a34-ada6-f9f5e468a916 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.534542] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4199060-a008-4101-b5da-a3b037f9e243 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.558122] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750ebe5-e184-41f7-b0e2-f75c49e71b21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.573831] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f34f4fa-54b0-4651-829a-d9652160b9a4/volume-5f34f4fa-54b0-4651-829a-d9652160b9a4.vmdk. No consolidation needed. {{(pid=62171) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1695.579217] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1695.579531] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecdf2122-2f47-4394-b20f-5dffcedb7396 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.598464] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1695.598464] env[62171]: value = "task-1979389" [ 1695.598464] env[62171]: _type = "Task" [ 1695.598464] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.609769] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.611721] env[62171]: DEBUG nova.compute.manager [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Received event network-vif-plugged-8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1695.612048] env[62171]: DEBUG oslo_concurrency.lockutils [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] Acquiring lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.612297] env[62171]: DEBUG oslo_concurrency.lockutils [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.612513] env[62171]: DEBUG oslo_concurrency.lockutils [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.612778] env[62171]: DEBUG nova.compute.manager [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] No waiting events found dispatching network-vif-plugged-8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1695.613041] env[62171]: WARNING nova.compute.manager [req-06a5b284-03fa-4695-abdd-ca663075a793 req-9b8fddc5-5c30-49fb-a2c9-c17d0a537c9d service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Received unexpected event network-vif-plugged-8808c0fe-d66c-4916-8a9f-0a615b4b76d6 for instance with vm_state building and task_state spawning. [ 1695.661097] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Successfully updated port: 8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1695.781024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.804405] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442886} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.804688] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.805470] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cdf237-0caa-4283-83f4-6728d691b3af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.827159] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8811ec10-8cc5-4238-b361-55f24e044027/8811ec10-8cc5-4238-b361-55f24e044027.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.827472] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32637000-9d61-466f-9e7c-8f5311d41300 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.846361] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1695.846361] env[62171]: value = "task-1979390" [ 1695.846361] env[62171]: _type = "Task" [ 1695.846361] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.854648] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.897425] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52709a69-a015-cee3-68f0-50e399c8f773, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.897736] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.898032] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1695.898259] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.898412] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.898592] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1695.898854] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d47d8c55-b6b5-408d-bf10-861659cb79cb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.910831] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1695.911021] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1695.912032] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a78c22-c1e0-4da4-a2cf-4c7f559624b5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.916773] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1695.916773] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5240137d-c5ec-ae58-8604-ab075e0e3ec6" [ 1695.916773] env[62171]: _type = "Task" [ 1695.916773] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.924198] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5240137d-c5ec-ae58-8604-ab075e0e3ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.987455] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.818s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.990577] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.811s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.990874] env[62171]: DEBUG nova.objects.instance [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lazy-loading 'resources' on Instance uuid a2ff6e56-fd4f-445d-9455-3c5a39815227 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.107743] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979389, 'name': ReconfigVM_Task, 'duration_secs': 0.24905} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.108096] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1696.112764] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7508a82-86c5-4732-8fec-7ec22edde957 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.128021] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1696.128021] env[62171]: value = "task-1979391" [ 1696.128021] env[62171]: _type = "Task" [ 1696.128021] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.140855] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.165392] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.165392] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquired lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.165392] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1696.357520] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.428373] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5240137d-c5ec-ae58-8604-ab075e0e3ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.056575} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.429266] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a351b740-780c-4085-a9a5-cbf1326ade73 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.434663] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1696.434663] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ea600c-3703-ea6c-a32f-e8a949f6885d" [ 1696.434663] env[62171]: _type = "Task" [ 1696.434663] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.442945] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ea600c-3703-ea6c-a32f-e8a949f6885d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.554336] env[62171]: INFO nova.scheduler.client.report [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Deleted allocation for migration 088ad587-4772-4e15-8569-3624a0081a49 [ 1696.638589] env[62171]: DEBUG oslo_vmware.api [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979391, 'name': ReconfigVM_Task, 'duration_secs': 0.145691} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.641362] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 4496e588-3745-4220-9679-b27a657fd09f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407458', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'name': 'volume-5f34f4fa-54b0-4651-829a-d9652160b9a4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4496e588-3745-4220-9679-b27a657fd09f', 'attached_at': '', 'detached_at': '', 'volume_id': '5f34f4fa-54b0-4651-829a-d9652160b9a4', 'serial': '5f34f4fa-54b0-4651-829a-d9652160b9a4'} {{(pid=62171) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1696.708058] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1696.862677] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979390, 'name': ReconfigVM_Task, 'duration_secs': 0.655976} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.862677] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8811ec10-8cc5-4238-b361-55f24e044027/8811ec10-8cc5-4238-b361-55f24e044027.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.863350] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07b0ede3-fdf2-45c9-93a3-b6745faacc81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.870857] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1696.870857] env[62171]: value = "task-1979392" [ 1696.870857] env[62171]: _type = "Task" [ 1696.870857] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.878858] env[62171]: DEBUG nova.network.neutron [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Updating instance_info_cache with network_info: [{"id": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "address": "fa:16:3e:a7:a9:44", "network": {"id": "1c8031b6-8263-435a-a6d5-f1ee8a4202b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-961973951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394f34b15f624b0ea233eb22082316ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808c0fe-d6", "ovs_interfaceid": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.890102] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979392, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.947202] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ea600c-3703-ea6c-a32f-e8a949f6885d, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.947487] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.947727] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 677e3210-d6c0-4fbf-8768-e36ddf2acd2c/677e3210-d6c0-4fbf-8768-e36ddf2acd2c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1696.947999] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b93935f-d5e9-4010-9428-c9066102c080 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.954362] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1696.954362] env[62171]: value = "task-1979393" [ 1696.954362] env[62171]: _type = "Task" [ 1696.954362] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.964980] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.063821] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3e4e6eb9-67df-4399-a068-bde5e1e3cb35 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "aee05e74-29a2-40ca-8185-a3698c7321af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.364s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.175373] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c24a5-261d-4441-bf93-0cc731051adc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.184020] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e765397a-33a6-4434-9d8a-34b7692c3a6e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.218338] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a118fcb7-b9f4-4042-a7ff-a6aa00764344 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.227578] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f21535-20ab-4f28-a996-3b6d4a0b1112 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.232373] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "41bc910d-7633-4beb-b841-715a02d91cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.232916] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.232916] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "41bc910d-7633-4beb-b841-715a02d91cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.233175] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.233405] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.235962] env[62171]: INFO nova.compute.manager [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Terminating instance [ 1697.245965] env[62171]: DEBUG nova.compute.provider_tree [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.247726] env[62171]: DEBUG nova.compute.manager [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1697.247987] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1697.249441] env[62171]: DEBUG nova.objects.instance [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lazy-loading 'flavor' on Instance uuid 4496e588-3745-4220-9679-b27a657fd09f {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.251688] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfd139f-8ab7-499e-9dc1-90b21e563e89 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.259979] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1697.260418] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c70a7a3b-315f-4180-92c1-87b3fa1316e3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.268470] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1697.268470] env[62171]: value = "task-1979394" [ 1697.268470] env[62171]: _type = "Task" [ 1697.268470] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.279023] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.382173] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979392, 'name': Rename_Task, 'duration_secs': 0.165129} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.382173] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1697.382173] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a50f8cf-60ca-41cd-a6a5-a3466943644f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.384636] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Releasing lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.385041] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Instance network_info: |[{"id": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "address": "fa:16:3e:a7:a9:44", "network": {"id": "1c8031b6-8263-435a-a6d5-f1ee8a4202b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-961973951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394f34b15f624b0ea233eb22082316ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808c0fe-d6", "ovs_interfaceid": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1697.385494] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:a9:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8808c0fe-d66c-4916-8a9f-0a615b4b76d6', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1697.396353] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating folder: Project (394f34b15f624b0ea233eb22082316ec). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1697.398687] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18fe191a-2d85-4a25-9129-34fb69640e10 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.402115] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1697.402115] env[62171]: value = "task-1979395" [ 1697.402115] env[62171]: _type = "Task" [ 1697.402115] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.415854] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979395, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.416386] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Created folder: Project (394f34b15f624b0ea233eb22082316ec) in parent group-v407351. [ 1697.416597] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating folder: Instances. Parent ref: group-v407463. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1697.416875] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4c2497e-292a-4b27-b9f0-70971472ce26 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.428321] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Created folder: Instances in parent group-v407463. [ 1697.428321] env[62171]: DEBUG oslo.service.loopingcall [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.428321] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1697.428321] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2854bac-217d-434d-b23d-3d940c36fa81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.453826] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1697.453826] env[62171]: value = "task-1979398" [ 1697.453826] env[62171]: _type = "Task" [ 1697.453826] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.466874] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979398, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.470557] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979393, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.739625] env[62171]: DEBUG nova.compute.manager [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Received event network-changed-8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1697.739818] env[62171]: DEBUG nova.compute.manager [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Refreshing instance network info cache due to event network-changed-8808c0fe-d66c-4916-8a9f-0a615b4b76d6. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1697.740093] env[62171]: DEBUG oslo_concurrency.lockutils [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] Acquiring lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.740234] env[62171]: DEBUG oslo_concurrency.lockutils [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] Acquired lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.740405] env[62171]: DEBUG nova.network.neutron [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Refreshing network info cache for port 8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1697.756350] env[62171]: DEBUG nova.scheduler.client.report [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.779037] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979394, 'name': PowerOffVM_Task, 'duration_secs': 0.254412} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.779337] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1697.779593] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1697.779852] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc42722-2caa-4662-ae90-982e9d556514 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.850607] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1697.850751] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1697.850951] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Deleting the datastore file [datastore1] 41bc910d-7633-4beb-b841-715a02d91cba {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.851264] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f99537e-2252-483c-b6fb-60debd7d8406 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.860068] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1697.860068] env[62171]: value = "task-1979400" [ 1697.860068] env[62171]: _type = "Task" [ 1697.860068] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.869660] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.913204] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.967044] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537799} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.970279] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 677e3210-d6c0-4fbf-8768-e36ddf2acd2c/677e3210-d6c0-4fbf-8768-e36ddf2acd2c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1697.970630] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1697.970793] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979398, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.971012] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1e1ba5f-78c8-43ce-bd2e-dbdf24068980 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.981114] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1697.981114] env[62171]: value = "task-1979401" [ 1697.981114] env[62171]: _type = "Task" [ 1697.981114] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.989957] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.083378] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.083720] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.266406] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8df56d2-d106-488d-87cd-167975afcc0c tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "4496e588-3745-4220-9679-b27a657fd09f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.268274] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.270549] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.833s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.271990] env[62171]: INFO nova.compute.claims [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.298691] env[62171]: INFO nova.scheduler.client.report [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Deleted allocations for instance a2ff6e56-fd4f-445d-9455-3c5a39815227 [ 1698.375045] env[62171]: DEBUG oslo_vmware.api [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14799} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.375848] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.376217] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1698.376626] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1698.377169] env[62171]: INFO nova.compute.manager [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1698.377416] env[62171]: DEBUG oslo.service.loopingcall [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.377758] env[62171]: DEBUG nova.compute.manager [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1698.377931] env[62171]: DEBUG nova.network.neutron [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1698.419685] env[62171]: DEBUG oslo_vmware.api [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979395, 'name': PowerOnVM_Task, 'duration_secs': 0.797689} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.420164] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1698.420515] env[62171]: INFO nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1698.420843] env[62171]: DEBUG nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1698.422176] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d29b2e5-b792-44cf-90a9-95f408df7700 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.468761] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979398, 'name': CreateVM_Task, 'duration_secs': 0.550645} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.470013] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1698.471034] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.471358] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.471843] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.472639] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae919ea6-0c13-419a-a268-8c3e6464ed8f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.480611] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1698.480611] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ee553d-b410-32a0-2dbf-1dd3cefb35a7" [ 1698.480611] env[62171]: _type = "Task" [ 1698.480611] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.502552] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ee553d-b410-32a0-2dbf-1dd3cefb35a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009169} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.505608] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.505872] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.506129] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.506288] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.506470] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.506979] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068032} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.506979] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8361447-f6b8-4c49-a322-1ba3ac8c2d4d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.509037] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1698.509962] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b89aa-e43a-4952-ab28-d8d9f0686712 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.534619] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 677e3210-d6c0-4fbf-8768-e36ddf2acd2c/677e3210-d6c0-4fbf-8768-e36ddf2acd2c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.538241] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1972ed1c-5003-4968-b6c2-5486fc5e3a1a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.553725] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.553725] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1698.554509] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb53543-5779-4dc8-82cc-f24b38e8c248 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.560851] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1698.560851] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5284167c-4677-bf37-d9a7-502543336b71" [ 1698.560851] env[62171]: _type = "Task" [ 1698.560851] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.565450] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1698.565450] env[62171]: value = "task-1979402" [ 1698.565450] env[62171]: _type = "Task" [ 1698.565450] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.572819] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5284167c-4677-bf37-d9a7-502543336b71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.577179] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.613808] env[62171]: DEBUG nova.network.neutron [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Updated VIF entry in instance network info cache for port 8808c0fe-d66c-4916-8a9f-0a615b4b76d6. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1698.614247] env[62171]: DEBUG nova.network.neutron [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Updating instance_info_cache with network_info: [{"id": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "address": "fa:16:3e:a7:a9:44", "network": {"id": "1c8031b6-8263-435a-a6d5-f1ee8a4202b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-961973951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394f34b15f624b0ea233eb22082316ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808c0fe-d6", "ovs_interfaceid": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.808720] env[62171]: DEBUG oslo_concurrency.lockutils [None req-15836fd8-51dd-4150-9d4f-bcbeaf41d009 tempest-DeleteServersAdminTestJSON-619378353 tempest-DeleteServersAdminTestJSON-619378353-project-member] Lock "a2ff6e56-fd4f-445d-9455-3c5a39815227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.780s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.875208] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "9a770759-5575-4329-945f-abc6973562e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.875541] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "9a770759-5575-4329-945f-abc6973562e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.947724] env[62171]: INFO nova.compute.manager [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Took 52.15 seconds to build instance. [ 1699.075100] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5284167c-4677-bf37-d9a7-502543336b71, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.076247] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4caa2f1-c65f-468e-a117-bac53b7f7d8e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.084305] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979402, 'name': ReconfigVM_Task, 'duration_secs': 0.281194} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.084599] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 677e3210-d6c0-4fbf-8768-e36ddf2acd2c/677e3210-d6c0-4fbf-8768-e36ddf2acd2c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1699.085248] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f408c64-5e09-4ea0-b15b-80824e463887 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.087952] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1699.087952] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523a624d-6b5e-4829-68a0-bcfe2dc652cd" [ 1699.087952] env[62171]: _type = "Task" [ 1699.087952] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.094343] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1699.094343] env[62171]: value = "task-1979403" [ 1699.094343] env[62171]: _type = "Task" [ 1699.094343] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.096840] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523a624d-6b5e-4829-68a0-bcfe2dc652cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.104464] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979403, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.114200] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "3a89c989-dbca-4f12-b59d-dada28b3f84b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.114200] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "3a89c989-dbca-4f12-b59d-dada28b3f84b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.118252] env[62171]: DEBUG oslo_concurrency.lockutils [req-41aea2a2-5cba-412a-b7da-8de1907ccff4 req-61039e3d-7e36-417c-931f-73f10f900371 service nova] Releasing lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.450313] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d8f260b4-5eb7-4416-b824-abb041ffe632 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.059s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.541236] env[62171]: DEBUG nova.network.neutron [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.603353] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523a624d-6b5e-4829-68a0-bcfe2dc652cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.608386] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979403, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.903857] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de0619-7c2e-41eb-b0cd-6135b0c8b60c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.912306] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4b298-00e6-4fca-86e3-1cc096fd3571 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.945522] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6647581-6000-4f54-8231-96cafd5484af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.953072] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada00a8-680c-4da9-bcff-fff054dab503 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.957165] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1699.970561] env[62171]: DEBUG nova.compute.provider_tree [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.983773] env[62171]: DEBUG nova.compute.manager [req-51207e2e-940a-43c4-ab7c-3627e632e898 req-fc77a828-957d-4771-88c0-8bcb75e08e4c service nova] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Received event network-vif-deleted-2dee12de-04d8-420d-b1ef-04e755c80fe0 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1700.044382] env[62171]: INFO nova.compute.manager [-] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Took 1.67 seconds to deallocate network for instance. [ 1700.098855] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523a624d-6b5e-4829-68a0-bcfe2dc652cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.107335] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979403, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.473844] env[62171]: DEBUG nova.scheduler.client.report [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1700.484715] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.550618] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.602300] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523a624d-6b5e-4829-68a0-bcfe2dc652cd, 'name': SearchDatastore_Task, 'duration_secs': 1.395314} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.605529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.605799] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3ea50bbd-56e4-4fd5-a15a-1059d58227d5/3ea50bbd-56e4-4fd5-a15a-1059d58227d5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1700.606084] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bed3fa54-cd16-48e9-8f7e-3bc5da0ac9a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.612914] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979403, 'name': Rename_Task, 'duration_secs': 1.493201} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.614168] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1700.614521] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1700.614521] env[62171]: value = "task-1979404" [ 1700.614521] env[62171]: _type = "Task" [ 1700.614521] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.614755] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e444b7f0-8c27-4ba1-9a73-5c767ab1be8e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.625954] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.627231] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1700.627231] env[62171]: value = "task-1979405" [ 1700.627231] env[62171]: _type = "Task" [ 1700.627231] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.634888] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.979297] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.979902] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1700.983356] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.979s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.985036] env[62171]: INFO nova.compute.claims [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.131245] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979404, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.143615] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979405, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.498403] env[62171]: DEBUG nova.compute.utils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.502063] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1701.502169] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1701.551805] env[62171]: DEBUG nova.policy [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70cfca162c154c5983340eb2ecc8a6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2a6551b0cb4ec7a4329caa3ecdbf4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1701.628554] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528166} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.628554] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3ea50bbd-56e4-4fd5-a15a-1059d58227d5/3ea50bbd-56e4-4fd5-a15a-1059d58227d5.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1701.628554] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1701.628871] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00d06722-f0bf-48a3-93f0-909b523acc4a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.635719] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1701.635719] env[62171]: value = "task-1979406" [ 1701.635719] env[62171]: _type = "Task" [ 1701.635719] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.647354] env[62171]: DEBUG oslo_vmware.api [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979405, 'name': PowerOnVM_Task, 'duration_secs': 0.780286} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.647354] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1701.647354] env[62171]: INFO nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1701.647354] env[62171]: DEBUG nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1701.648123] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40cd997-6b26-4877-8c32-1adc85f73943 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.656864] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.880342] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Successfully created port: fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.008160] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1702.146248] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164219} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.146248] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1702.146903] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f43f7f-47f0-4347-bf03-cdd783b2e864 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.171986] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 3ea50bbd-56e4-4fd5-a15a-1059d58227d5/3ea50bbd-56e4-4fd5-a15a-1059d58227d5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1702.179313] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6047b064-21b6-4cb7-b599-ee1d9740f050 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.196498] env[62171]: INFO nova.compute.manager [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Took 48.27 seconds to build instance. [ 1702.204054] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1702.204054] env[62171]: value = "task-1979407" [ 1702.204054] env[62171]: _type = "Task" [ 1702.204054] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.213015] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.232926] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "9739be8a-c790-4c96-924b-b47275236b38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.233100] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.233280] env[62171]: DEBUG nova.compute.manager [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1702.234200] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282fcd1-f7ab-4f9c-8482-67731e8f9fb2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.242110] env[62171]: DEBUG nova.compute.manager [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62171) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1702.242666] env[62171]: DEBUG nova.objects.instance [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lazy-loading 'flavor' on Instance uuid 9739be8a-c790-4c96-924b-b47275236b38 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.627754] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e08c8-4c12-4d49-8164-32e22e4cfd22 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.636029] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62309759-ce66-4302-8ef5-7ae5dd042a43 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.668170] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38956a4-c7aa-4bc4-8407-ae578e5d79db {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.676191] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea325b-b8c0-404a-a269-5a12748df8b5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.693201] env[62171]: DEBUG nova.compute.provider_tree [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.699390] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a65bdeda-58b9-4a4b-94b6-580573cce40c tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.945s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.713114] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979407, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.747112] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1702.747418] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695da13e-e2f8-4b22-b522-1da567097835 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.754638] env[62171]: DEBUG oslo_vmware.api [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1702.754638] env[62171]: value = "task-1979408" [ 1702.754638] env[62171]: _type = "Task" [ 1702.754638] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.764605] env[62171]: DEBUG oslo_vmware.api [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.017302] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1703.044725] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.044988] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.045173] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.045367] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.045529] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.045670] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.045881] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.046281] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.046281] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.046384] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.046560] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.047486] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ba5e20-3570-432b-89a6-d1b9aaf1690c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.057339] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d259f0-130f-4740-9412-f752f3fced3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.063386] env[62171]: DEBUG nova.compute.manager [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Received event network-changed {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1703.063822] env[62171]: DEBUG nova.compute.manager [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Refreshing instance network info cache due to event network-changed. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1703.064369] env[62171]: DEBUG oslo_concurrency.lockutils [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] Acquiring lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.064459] env[62171]: DEBUG oslo_concurrency.lockutils [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] Acquired lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.064661] env[62171]: DEBUG nova.network.neutron [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1703.196288] env[62171]: DEBUG nova.scheduler.client.report [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.202018] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1703.214225] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979407, 'name': ReconfigVM_Task, 'duration_secs': 0.763795} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.215027] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 3ea50bbd-56e4-4fd5-a15a-1059d58227d5/3ea50bbd-56e4-4fd5-a15a-1059d58227d5.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1703.215215] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76f317fc-d8e1-49e5-bf6e-180dc798852e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.222433] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1703.222433] env[62171]: value = "task-1979409" [ 1703.222433] env[62171]: _type = "Task" [ 1703.222433] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.230283] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979409, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.264784] env[62171]: DEBUG oslo_vmware.api [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979408, 'name': PowerOffVM_Task, 'duration_secs': 0.245307} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.265231] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1703.265522] env[62171]: DEBUG nova.compute.manager [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1703.266374] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936e4fa-0196-4915-bdcd-71720165ee2d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.424852] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Successfully updated port: fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1703.431222] env[62171]: DEBUG nova.compute.manager [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Received event network-vif-plugged-fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1703.431222] env[62171]: DEBUG oslo_concurrency.lockutils [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] Acquiring lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.431222] env[62171]: DEBUG oslo_concurrency.lockutils [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.431222] env[62171]: DEBUG oslo_concurrency.lockutils [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.431222] env[62171]: DEBUG nova.compute.manager [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] No waiting events found dispatching network-vif-plugged-fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1703.431499] env[62171]: WARNING nova.compute.manager [req-7fffb07b-5066-4609-8ce0-1b60a58ab3b4 req-e47e1f5a-3ef5-483a-be70-d664bb5ca391 service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Received unexpected event network-vif-plugged-fcb5afc9-b43c-4415-96e4-f9ee99d748e6 for instance with vm_state building and task_state spawning. [ 1703.655816] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.655816] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.655816] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.655816] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.656049] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.658030] env[62171]: INFO nova.compute.manager [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Terminating instance [ 1703.661379] env[62171]: DEBUG nova.compute.manager [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1703.661647] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1703.662529] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a9200-a392-4e85-a0e7-652df3652612 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.670396] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1703.672769] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7fe9a6f-4830-454e-8205-3d29711613ab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.679474] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1703.679474] env[62171]: value = "task-1979410" [ 1703.679474] env[62171]: _type = "Task" [ 1703.679474] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.695564] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.702343] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.702838] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1703.705527] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.078s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.706926] env[62171]: INFO nova.compute.claims [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1703.729605] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.732683] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979409, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.778314] env[62171]: DEBUG nova.network.neutron [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updating instance_info_cache with network_info: [{"id": "8bc94e0e-138d-4682-8037-47715c1226df", "address": "fa:16:3e:8f:9b:45", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bc94e0e-13", "ovs_interfaceid": "8bc94e0e-138d-4682-8037-47715c1226df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.780537] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1b20c861-ba88-4174-928c-3bf7370a9e11 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.931619] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.931799] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.931957] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1704.191992] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979410, 'name': PowerOffVM_Task, 'duration_secs': 0.20298} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.192315] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1704.192315] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1704.192587] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae923f5b-a37a-4e46-934a-dd8da53b4358 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.213703] env[62171]: DEBUG nova.compute.utils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.220171] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1704.221100] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1704.235130] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979409, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.271898] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1704.272678] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1704.272678] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Deleting the datastore file [datastore1] 677e3210-d6c0-4fbf-8768-e36ddf2acd2c {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.272975] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761c354c-0dd9-4992-a251-1d9adf5f1d18 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.279144] env[62171]: DEBUG nova.policy [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70cfca162c154c5983340eb2ecc8a6a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de2a6551b0cb4ec7a4329caa3ecdbf4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1704.280590] env[62171]: DEBUG oslo_concurrency.lockutils [None req-053a93c3-c53e-4dcf-b822-de704aaecbad tempest-ServerExternalEventsTest-260274569 tempest-ServerExternalEventsTest-260274569-project] Releasing lock "refresh_cache-677e3210-d6c0-4fbf-8768-e36ddf2acd2c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.282597] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for the task: (returnval){ [ 1704.282597] env[62171]: value = "task-1979412" [ 1704.282597] env[62171]: _type = "Task" [ 1704.282597] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.291264] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.488546] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1704.712676] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Updating instance_info_cache with network_info: [{"id": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "address": "fa:16:3e:69:14:ec", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb5afc9-b4", "ovs_interfaceid": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.724809] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1704.733964] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Successfully created port: f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.755031] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979409, 'name': Rename_Task, 'duration_secs': 1.153941} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.755450] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1704.755779] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53c518e5-52b2-42c9-9ca6-62aecbcda402 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.765174] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1704.765174] env[62171]: value = "task-1979413" [ 1704.765174] env[62171]: _type = "Task" [ 1704.765174] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.779104] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.794639] env[62171]: DEBUG oslo_vmware.api [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Task: {'id': task-1979412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141735} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.794996] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.795262] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1704.795512] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1704.795750] env[62171]: INFO nova.compute.manager [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1704.796152] env[62171]: DEBUG oslo.service.loopingcall [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.796952] env[62171]: DEBUG nova.compute.manager [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1704.796952] env[62171]: DEBUG nova.network.neutron [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1704.884259] env[62171]: DEBUG nova.objects.instance [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lazy-loading 'flavor' on Instance uuid 9739be8a-c790-4c96-924b-b47275236b38 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.212755] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.212755] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.217958] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.217958] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Instance network_info: |[{"id": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "address": "fa:16:3e:69:14:ec", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb5afc9-b4", "ovs_interfaceid": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1705.222578] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:14:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb5afc9-b43c-4415-96e4-f9ee99d748e6', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1705.231758] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Creating folder: Project (de2a6551b0cb4ec7a4329caa3ecdbf4a). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1705.233956] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22c30e3e-308f-4e1d-ac82-0ff4edec4af3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.256117] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Created folder: Project (de2a6551b0cb4ec7a4329caa3ecdbf4a) in parent group-v407351. [ 1705.256344] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Creating folder: Instances. Parent ref: group-v407466. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1705.256611] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7395dc6-24f3-47b3-8e21-498f4be40ea9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.267897] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Created folder: Instances in parent group-v407466. [ 1705.268151] env[62171]: DEBUG oslo.service.loopingcall [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.272973] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1705.275586] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05156cbb-5bd8-49f2-bcbe-308421e4bf29 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.298698] env[62171]: DEBUG oslo_vmware.api [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979413, 'name': PowerOnVM_Task, 'duration_secs': 0.509199} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.299681] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1705.299904] env[62171]: INFO nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1705.300109] env[62171]: DEBUG nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1705.300390] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1705.300390] env[62171]: value = "task-1979416" [ 1705.300390] env[62171]: _type = "Task" [ 1705.300390] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.301120] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571358fe-b09e-487b-9f1a-d07ef60de326 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.315473] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979416, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.391267] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.391470] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquired lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.391721] env[62171]: DEBUG nova.network.neutron [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1705.391920] env[62171]: DEBUG nova.objects.instance [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lazy-loading 'info_cache' on Instance uuid 9739be8a-c790-4c96-924b-b47275236b38 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.458016] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe29bc11-57a9-4658-bad8-bfa6977f6a14 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.463908] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a8193c-8044-4be2-bd83-11e648d1dd98 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.501605] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43b6cf1-746a-470e-875e-c273e3d66680 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.508320] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa407f-d1e3-4437-937f-6828656dfa0b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.522473] env[62171]: DEBUG nova.compute.provider_tree [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.567869] env[62171]: DEBUG nova.compute.manager [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Received event network-changed-fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1705.568101] env[62171]: DEBUG nova.compute.manager [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Refreshing instance network info cache due to event network-changed-fcb5afc9-b43c-4415-96e4-f9ee99d748e6. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1705.568328] env[62171]: DEBUG oslo_concurrency.lockutils [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] Acquiring lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.568480] env[62171]: DEBUG oslo_concurrency.lockutils [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] Acquired lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.568644] env[62171]: DEBUG nova.network.neutron [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Refreshing network info cache for port fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1705.716646] env[62171]: DEBUG nova.compute.utils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.723020] env[62171]: DEBUG nova.network.neutron [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.742035] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1705.779178] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.779178] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.779178] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.779671] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.780054] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.780396] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.780781] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.781108] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.781506] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.781841] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.783010] env[62171]: DEBUG nova.virt.hardware [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.783900] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca90935-1653-4401-b2cf-78a500f4e83f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.792999] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e8b158-6167-4904-85d9-8a716f0ca259 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.818809] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979416, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.832291] env[62171]: INFO nova.compute.manager [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Took 50.05 seconds to build instance. [ 1705.895543] env[62171]: DEBUG nova.objects.base [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Object Instance<9739be8a-c790-4c96-924b-b47275236b38> lazy-loaded attributes: flavor,info_cache {{(pid=62171) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1706.026487] env[62171]: DEBUG nova.scheduler.client.report [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1706.220095] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.227214] env[62171]: INFO nova.compute.manager [-] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Took 1.43 seconds to deallocate network for instance. [ 1706.324405] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979416, 'name': CreateVM_Task, 'duration_secs': 0.70792} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.326152] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1706.327104] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.327401] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.328239] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1706.328517] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3005b53f-be0c-4793-89d3-a6694554eed7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.335016] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dcb335fa-8383-435f-8445-59bc9c029329 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.633s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.336225] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1706.336225] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52935291-fbc4-4a4b-5036-b81ad6f0cfc7" [ 1706.336225] env[62171]: _type = "Task" [ 1706.336225] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.352339] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52935291-fbc4-4a4b-5036-b81ad6f0cfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.533587] env[62171]: DEBUG nova.network.neutron [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Updated VIF entry in instance network info cache for port fcb5afc9-b43c-4415-96e4-f9ee99d748e6. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1706.533907] env[62171]: DEBUG nova.network.neutron [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Updating instance_info_cache with network_info: [{"id": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "address": "fa:16:3e:69:14:ec", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb5afc9-b4", "ovs_interfaceid": "fcb5afc9-b43c-4415-96e4-f9ee99d748e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.536536] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.539612] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1706.540308] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.576s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.540601] env[62171]: DEBUG nova.objects.instance [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lazy-loading 'resources' on Instance uuid 4cf6d2cb-8cf1-48ab-9865-22093b604bfc {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1706.737042] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.844313] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1706.852369] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52935291-fbc4-4a4b-5036-b81ad6f0cfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.005692] env[62171]: DEBUG nova.network.neutron [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updating instance_info_cache with network_info: [{"id": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "address": "fa:16:3e:23:47:76", "network": {"id": "f6523487-7c19-4464-9d21-62b0ca84fbf3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1443765790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04e72780bcff40b29880a8f2cee0fcd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a9001d-5f", "ovs_interfaceid": "39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.019460] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Successfully updated port: f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.042309] env[62171]: DEBUG oslo_concurrency.lockutils [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] Releasing lock "refresh_cache-1ec61496-8ff5-4236-8aa3-8f8997823742" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.042309] env[62171]: DEBUG nova.compute.manager [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Received event network-vif-deleted-8bc94e0e-138d-4682-8037-47715c1226df {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1707.042309] env[62171]: INFO nova.compute.manager [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Neutron deleted interface 8bc94e0e-138d-4682-8037-47715c1226df; detaching it from the instance and deleting it from the info cache [ 1707.042495] env[62171]: DEBUG nova.network.neutron [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.047164] env[62171]: DEBUG nova.compute.utils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.049988] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1707.050708] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1707.091527] env[62171]: DEBUG nova.compute.manager [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Received event network-changed-8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1707.091689] env[62171]: DEBUG nova.compute.manager [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Refreshing instance network info cache due to event network-changed-8808c0fe-d66c-4916-8a9f-0a615b4b76d6. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1707.091927] env[62171]: DEBUG oslo_concurrency.lockutils [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] Acquiring lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.093077] env[62171]: DEBUG oslo_concurrency.lockutils [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] Acquired lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.094116] env[62171]: DEBUG nova.network.neutron [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Refreshing network info cache for port 8808c0fe-d66c-4916-8a9f-0a615b4b76d6 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1707.098784] env[62171]: DEBUG nova.policy [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5f631114ba54b4c9c5bbaa197f43a84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c54beec5d2aa4a52b025cf1a4f20c54b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1707.305484] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.305904] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.306113] env[62171]: INFO nova.compute.manager [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Attaching volume 1b2071b3-2b13-4620-8cfb-5da70b3ca9ed to /dev/sdb [ 1707.347511] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52935291-fbc4-4a4b-5036-b81ad6f0cfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.368650] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca1fbed-d430-43d5-899b-af69ef39924d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.380708] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.383797] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b935e45-675b-46f2-a89b-9abb77a08804 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.400754] env[62171]: DEBUG nova.virt.block_device [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updating existing volume attachment record: 29494a9c-23f3-4fe9-b93b-6983444ee0a7 {{(pid=62171) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1707.406967] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Successfully created port: b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1707.512778] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Releasing lock "refresh_cache-9739be8a-c790-4c96-924b-b47275236b38" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.525116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.525116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.525116] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1707.551480] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1707.558272] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18590e0f-bcf5-4251-84be-8b132227553e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.572163] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428e71ef-4492-4576-bcbb-5ca0cb93884b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.617944] env[62171]: DEBUG nova.compute.manager [req-fa38a274-ae49-4408-9124-67aa6d1cf711 req-17b26ec7-8d80-4df3-a229-849a87d4d11a service nova] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Detach interface failed, port_id=8bc94e0e-138d-4682-8037-47715c1226df, reason: Instance 677e3210-d6c0-4fbf-8768-e36ddf2acd2c could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1707.623276] env[62171]: DEBUG nova.compute.manager [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Received event network-vif-plugged-f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1707.623610] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Acquiring lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.623837] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.624183] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.624436] env[62171]: DEBUG nova.compute.manager [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] No waiting events found dispatching network-vif-plugged-f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1707.624549] env[62171]: WARNING nova.compute.manager [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Received unexpected event network-vif-plugged-f9ef13b0-9b1d-48cf-a140-5979b1e85473 for instance with vm_state building and task_state spawning. [ 1707.624776] env[62171]: DEBUG nova.compute.manager [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Received event network-changed-f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1707.624995] env[62171]: DEBUG nova.compute.manager [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Refreshing instance network info cache due to event network-changed-f9ef13b0-9b1d-48cf-a140-5979b1e85473. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1707.625367] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Acquiring lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.857198] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52935291-fbc4-4a4b-5036-b81ad6f0cfc7, 'name': SearchDatastore_Task, 'duration_secs': 1.229594} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.857198] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.857791] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.857791] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.857915] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.858085] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.858989] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bf208b-4296-41e5-8761-368f5dc10f04 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.867752] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.868033] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1707.868820] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99a1734-6f7f-465b-aaa4-2776291a0655 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.873837] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff20365-fd02-48df-b2d8-5fad20bbd3e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.884255] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1707.884255] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5225a734-668a-70dc-635c-347dec5b7797" [ 1707.884255] env[62171]: _type = "Task" [ 1707.884255] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.887868] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5caaf4-4522-4e53-9ef7-6ea80eea7257 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.902054] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5225a734-668a-70dc-635c-347dec5b7797, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.932511] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d181a6-56de-453c-a243-4da3def05d60 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.937363] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb892b-83e8-4300-85e5-0862250aa20b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.946748] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6bd5cc-9841-44c3-ae95-28072ec0c52c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.951568] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1707.951568] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5296738c-8303-2994-a5fa-fcde41c4b2db" [ 1707.951568] env[62171]: _type = "Task" [ 1707.951568] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.964293] env[62171]: DEBUG nova.compute.provider_tree [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.972919] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5296738c-8303-2994-a5fa-fcde41c4b2db, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.972919] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.972919] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1ec61496-8ff5-4236-8aa3-8f8997823742/1ec61496-8ff5-4236-8aa3-8f8997823742.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1707.972919] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94f973d6-3999-42b7-8d2a-f4f8d48ccf87 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.979779] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1707.979779] env[62171]: value = "task-1979420" [ 1707.979779] env[62171]: _type = "Task" [ 1707.979779] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.990349] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.020297] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1708.020751] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ba74b8-f193-40f7-9b27-422fab17f1f4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.028662] env[62171]: DEBUG oslo_vmware.api [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1708.028662] env[62171]: value = "task-1979421" [ 1708.028662] env[62171]: _type = "Task" [ 1708.028662] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.038742] env[62171]: DEBUG oslo_vmware.api [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.045677] env[62171]: DEBUG nova.network.neutron [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Updated VIF entry in instance network info cache for port 8808c0fe-d66c-4916-8a9f-0a615b4b76d6. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1708.045982] env[62171]: DEBUG nova.network.neutron [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Updating instance_info_cache with network_info: [{"id": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "address": "fa:16:3e:a7:a9:44", "network": {"id": "1c8031b6-8263-435a-a6d5-f1ee8a4202b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-961973951-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "394f34b15f624b0ea233eb22082316ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808c0fe-d6", "ovs_interfaceid": "8808c0fe-d66c-4916-8a9f-0a615b4b76d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.077719] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1708.277702] env[62171]: DEBUG nova.network.neutron [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Updating instance_info_cache with network_info: [{"id": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "address": "fa:16:3e:22:f2:58", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ef13b0-9b", "ovs_interfaceid": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.468481] env[62171]: DEBUG nova.scheduler.client.report [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1708.492757] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.542222] env[62171]: DEBUG oslo_vmware.api [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979421, 'name': PowerOnVM_Task, 'duration_secs': 0.471893} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.542222] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1708.542222] env[62171]: DEBUG nova.compute.manager [None req-1a658ab4-65f0-4a67-be76-c0ad624f55ca tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1708.542222] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71690378-6fef-4b36-8e1e-dfc6de8cfdac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.550285] env[62171]: DEBUG oslo_concurrency.lockutils [req-c7d4474c-86e8-4edc-bebf-82620cc3af22 req-dc447f1a-d1e3-4844-a7db-0832aeb17ea9 service nova] Releasing lock "refresh_cache-3ea50bbd-56e4-4fd5-a15a-1059d58227d5" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.567344] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1708.602643] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1708.602880] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1708.603061] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1708.603261] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1708.603408] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1708.603565] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1708.603772] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1708.603931] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1708.604122] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1708.604289] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1708.604463] env[62171]: DEBUG nova.virt.hardware [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1708.607033] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e86e7-0ecd-4405-bb58-8514f3c02dc2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.616650] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60efe110-1949-49a4-a13b-3e419991f67b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.781194] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.781586] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Instance network_info: |[{"id": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "address": "fa:16:3e:22:f2:58", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ef13b0-9b", "ovs_interfaceid": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1708.781928] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Acquired lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.782131] env[62171]: DEBUG nova.network.neutron [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Refreshing network info cache for port f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1708.783613] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:f2:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9ef13b0-9b1d-48cf-a140-5979b1e85473', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1708.792387] env[62171]: DEBUG oslo.service.loopingcall [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.793115] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1708.793369] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa63b2fb-2938-4b79-a09e-de6ab760427b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.816609] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1708.816609] env[62171]: value = "task-1979422" [ 1708.816609] env[62171]: _type = "Task" [ 1708.816609] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.824560] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979422, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.980281] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.438s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.981273] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.068s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.981536] env[62171]: DEBUG nova.objects.instance [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62171) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1708.994939] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532659} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.995240] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1ec61496-8ff5-4236-8aa3-8f8997823742/1ec61496-8ff5-4236-8aa3-8f8997823742.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1708.995461] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1708.995721] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22932852-a74f-4e0a-88b3-479e8bcadda0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.003786] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1709.003786] env[62171]: value = "task-1979423" [ 1709.003786] env[62171]: _type = "Task" [ 1709.003786] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.015234] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.017767] env[62171]: INFO nova.scheduler.client.report [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Deleted allocations for instance 4cf6d2cb-8cf1-48ab-9865-22093b604bfc [ 1709.189139] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Successfully updated port: b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1709.330057] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979422, 'name': CreateVM_Task, 'duration_secs': 0.463323} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.330248] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1709.331762] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.332010] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.332348] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1709.333057] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b066f67d-0315-4816-be3b-f2e16623d8a4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.337427] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1709.337427] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5275e6e8-23ab-0f06-f908-153752072146" [ 1709.337427] env[62171]: _type = "Task" [ 1709.337427] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.345186] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5275e6e8-23ab-0f06-f908-153752072146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.501238] env[62171]: DEBUG nova.network.neutron [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Updated VIF entry in instance network info cache for port f9ef13b0-9b1d-48cf-a140-5979b1e85473. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1709.501608] env[62171]: DEBUG nova.network.neutron [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Updating instance_info_cache with network_info: [{"id": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "address": "fa:16:3e:22:f2:58", "network": {"id": "fe944490-383f-402d-8205-d5c1ecbe16dc", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-998146870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de2a6551b0cb4ec7a4329caa3ecdbf4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9ef13b0-9b", "ovs_interfaceid": "f9ef13b0-9b1d-48cf-a140-5979b1e85473", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.515401] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08571} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.515826] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.516647] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f891ee1-3b4d-4b23-9347-83c5091996a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.547235] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1ec61496-8ff5-4236-8aa3-8f8997823742/1ec61496-8ff5-4236-8aa3-8f8997823742.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1709.548595] env[62171]: DEBUG oslo_concurrency.lockutils [None req-22d30c56-dba0-4e5c-98d0-b3a0bf0a4e07 tempest-InstanceActionsNegativeTestJSON-653283374 tempest-InstanceActionsNegativeTestJSON-653283374-project-member] Lock "4cf6d2cb-8cf1-48ab-9865-22093b604bfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.550s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.549302] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae33c67-c8d2-4ef2-bddd-bd81e44639ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.570814] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1709.570814] env[62171]: value = "task-1979424" [ 1709.570814] env[62171]: _type = "Task" [ 1709.570814] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.580649] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.694462] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.696491] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.696491] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1709.750406] env[62171]: DEBUG nova.compute.manager [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received event network-vif-plugged-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1709.750752] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Acquiring lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.750981] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.751215] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.751421] env[62171]: DEBUG nova.compute.manager [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] No waiting events found dispatching network-vif-plugged-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1709.751659] env[62171]: WARNING nova.compute.manager [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received unexpected event network-vif-plugged-b22c3256-b2c0-4175-99d5-315f35fa7086 for instance with vm_state building and task_state spawning. [ 1709.751868] env[62171]: DEBUG nova.compute.manager [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1709.752098] env[62171]: DEBUG nova.compute.manager [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing instance network info cache due to event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1709.752325] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Acquiring lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.851236] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5275e6e8-23ab-0f06-f908-153752072146, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.852017] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.852017] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1709.852313] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.852573] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.852755] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1709.853097] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd8817ff-dd81-41dd-8fa4-5ed17959f71d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.865439] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1709.865439] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1709.865653] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c91684-8638-43c8-9478-6c90010ebb6e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.874971] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1709.874971] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e65baf-d054-b16a-9d66-5a1abcc4a01f" [ 1709.874971] env[62171]: _type = "Task" [ 1709.874971] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.883421] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e65baf-d054-b16a-9d66-5a1abcc4a01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.994962] env[62171]: DEBUG oslo_concurrency.lockutils [None req-2373ae08-fc43-4eee-ad2e-cfac86cc8618 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.996147] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.159s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.996393] env[62171]: DEBUG nova.objects.instance [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lazy-loading 'resources' on Instance uuid 877a937a-e068-47ac-a6ca-8b499fc46b74 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.004738] env[62171]: DEBUG oslo_concurrency.lockutils [req-0f183870-8a12-456d-8f78-05b759cb379c req-5312b75f-bef2-4d28-be10-f43812ac4c73 service nova] Releasing lock "refresh_cache-f2072664-ec85-48eb-8a4b-8d09c10d29fc" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.081210] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979424, 'name': ReconfigVM_Task, 'duration_secs': 0.265892} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.081210] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1ec61496-8ff5-4236-8aa3-8f8997823742/1ec61496-8ff5-4236-8aa3-8f8997823742.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.085023] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d838e2b-b764-4e54-972b-488ac80ea2e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.091628] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1710.091628] env[62171]: value = "task-1979426" [ 1710.091628] env[62171]: _type = "Task" [ 1710.091628] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.104471] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979426, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.193590] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "d8885a46-d21f-4292-8c6c-52881cc86504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.193889] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "d8885a46-d21f-4292-8c6c-52881cc86504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.231172] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1710.393515] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e65baf-d054-b16a-9d66-5a1abcc4a01f, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.394750] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f521da9-7484-4180-8c9f-395765403892 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.404194] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1710.404194] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cfdcd0-b4f9-74e6-67bb-40eaafec28a8" [ 1710.404194] env[62171]: _type = "Task" [ 1710.404194] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.424614] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52cfdcd0-b4f9-74e6-67bb-40eaafec28a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.425744] env[62171]: DEBUG nova.network.neutron [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.427092] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.427407] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f2072664-ec85-48eb-8a4b-8d09c10d29fc/f2072664-ec85-48eb-8a4b-8d09c10d29fc.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1710.427911] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771765bc-d781-403a-bf6f-6c9e0a08edd4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.440835] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1710.440835] env[62171]: value = "task-1979427" [ 1710.440835] env[62171]: _type = "Task" [ 1710.440835] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.454590] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.602891] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979426, 'name': Rename_Task, 'duration_secs': 0.233301} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.605801] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1710.605801] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1ed107-9038-4c78-a459-e7b3e153e642 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.611061] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1710.611061] env[62171]: value = "task-1979428" [ 1710.611061] env[62171]: _type = "Task" [ 1710.611061] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.619704] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.929348] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.930561] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Instance network_info: |[{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1710.934408] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Acquired lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.934701] env[62171]: DEBUG nova.network.neutron [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1710.936506] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:e3:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b22c3256-b2c0-4175-99d5-315f35fa7086', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1710.946020] env[62171]: DEBUG oslo.service.loopingcall [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1710.947355] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1710.955375] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66aa148-fdd7-4309-9c5b-1c93ef16646e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.990187] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.992073] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1710.992073] env[62171]: value = "task-1979429" [ 1710.992073] env[62171]: _type = "Task" [ 1710.992073] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.006632] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979429, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.126551] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.320888] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605482b4-9135-4753-8984-6486cab059cb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.329666] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab805303-e27f-4669-985c-27d5aab189a0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.382878] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329a5b55-8ecf-4513-b760-d680587a03f0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.395540] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c72ba6-5c99-44aa-a7e0-975d065a8e3c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.419671] env[62171]: DEBUG nova.compute.provider_tree [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.460310] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803528} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.460603] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f2072664-ec85-48eb-8a4b-8d09c10d29fc/f2072664-ec85-48eb-8a4b-8d09c10d29fc.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1711.460838] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1711.461125] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ce18b93-5c1c-4052-a50c-a11cbcef3d6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.467581] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1711.467581] env[62171]: value = "task-1979430" [ 1711.467581] env[62171]: _type = "Task" [ 1711.467581] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.476704] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.501455] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979429, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.621330] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979428, 'name': PowerOnVM_Task, 'duration_secs': 0.835442} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.621724] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1711.621805] env[62171]: INFO nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1711.621939] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1711.623235] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c4a84-bae3-4070-ab9d-3fad36ec472c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.736568] env[62171]: DEBUG nova.network.neutron [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updated VIF entry in instance network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1711.736568] env[62171]: DEBUG nova.network.neutron [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.923889] env[62171]: DEBUG nova.scheduler.client.report [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1711.972550] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Volume attach. Driver type: vmdk {{(pid=62171) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1711.972798] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407471', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'name': 'volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc23a7c7-64d1-47b2-b0fa-55afbbcf570e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'serial': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1711.973958] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d8d30-0231-4c59-8049-38cebe0b7c56 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.982277] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205363} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.992615] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1711.993937] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dbc3fc-efa5-40f2-9146-cb7de8203805 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.996936] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e68ca5d-d926-498a-bed7-c168c611b482 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.022788] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f2072664-ec85-48eb-8a4b-8d09c10d29fc/f2072664-ec85-48eb-8a4b-8d09c10d29fc.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.040118] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-621393a6-1be1-4156-a626-850ab5d52dca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.062428] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed/volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.062738] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979429, 'name': CreateVM_Task, 'duration_secs': 0.680651} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.063027] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166962c8-06ac-486f-ab96-0a912f51c253 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.080037] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1712.080037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.080037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.080037] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1712.080037] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e677d22a-2174-423e-a721-38f08a6deb66 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.082722] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1712.082722] env[62171]: value = "task-1979431" [ 1712.082722] env[62171]: _type = "Task" [ 1712.082722] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.085629] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1712.085629] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ff65b4-d338-b3ca-9c6a-d9afdd21ae5b" [ 1712.085629] env[62171]: _type = "Task" [ 1712.085629] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.086021] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Waiting for the task: (returnval){ [ 1712.086021] env[62171]: value = "task-1979432" [ 1712.086021] env[62171]: _type = "Task" [ 1712.086021] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.105952] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ff65b4-d338-b3ca-9c6a-d9afdd21ae5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.112113] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.112395] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1712.112633] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.112788] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.112968] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1712.113267] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.113575] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.113698] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc878d0-06af-4061-8417-d5ec196d2686 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.121489] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1712.121686] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1712.122444] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-863c25cb-c97f-4ed6-ad5b-157a0be76ec1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.127673] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1712.127673] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b0c5e6-fcb8-87b4-554d-fcb33b07e8ed" [ 1712.127673] env[62171]: _type = "Task" [ 1712.127673] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.141423] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b0c5e6-fcb8-87b4-554d-fcb33b07e8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.146434] env[62171]: INFO nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Took 50.72 seconds to build instance. [ 1712.240701] env[62171]: DEBUG oslo_concurrency.lockutils [req-94c9043c-ddce-4eea-8eb8-947abb6d3b10 req-19cc044b-0dc8-4e43-8cea-6b22ae25fa9b service nova] Releasing lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.433866] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.437s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.436327] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.741s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.436650] env[62171]: DEBUG nova.objects.instance [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lazy-loading 'resources' on Instance uuid 85b88f2d-a6fc-4073-8988-27190e4ee0b1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.461070] env[62171]: INFO nova.scheduler.client.report [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Deleted allocations for instance 877a937a-e068-47ac-a6ca-8b499fc46b74 [ 1712.599107] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.604770] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.638641] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b0c5e6-fcb8-87b4-554d-fcb33b07e8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008448} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.639373] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1dd6dc-faa1-443b-aa1a-55be2c0d2672 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.645315] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1712.645315] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52411224-f3f4-565c-92f2-ae5f6e7fbc4c" [ 1712.645315] env[62171]: _type = "Task" [ 1712.645315] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.649030] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.415s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.658595] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52411224-f3f4-565c-92f2-ae5f6e7fbc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.968428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4e3c6969-e3fa-442b-a1b8-78ccaf615307 tempest-InstanceActionsTestJSON-1631004587 tempest-InstanceActionsTestJSON-1631004587-project-member] Lock "877a937a-e068-47ac-a6ca-8b499fc46b74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.412s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.100193] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979431, 'name': ReconfigVM_Task, 'duration_secs': 0.617154} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.100993] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f2072664-ec85-48eb-8a4b-8d09c10d29fc/f2072664-ec85-48eb-8a4b-8d09c10d29fc.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.101716] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3cc6935-16e6-48d7-bc7e-321ef8f95fbe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.106782] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979432, 'name': ReconfigVM_Task, 'duration_secs': 0.836731} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.107387] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed/volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.115572] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0259a840-ae80-409b-bda7-9b9053b1353f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.126157] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1713.126157] env[62171]: value = "task-1979433" [ 1713.126157] env[62171]: _type = "Task" [ 1713.126157] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.132643] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Waiting for the task: (returnval){ [ 1713.132643] env[62171]: value = "task-1979434" [ 1713.132643] env[62171]: _type = "Task" [ 1713.132643] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.136027] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979433, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.144813] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.154639] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1713.157393] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52411224-f3f4-565c-92f2-ae5f6e7fbc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.160432] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.160744] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] da06dfbd-2823-4075-b453-0e3ca30b7c9c/da06dfbd-2823-4075-b453-0e3ca30b7c9c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1713.161564] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b5be24-83bc-4202-a37f-d0f6298fa516 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.168205] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1713.168205] env[62171]: value = "task-1979435" [ 1713.168205] env[62171]: _type = "Task" [ 1713.168205] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.179348] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.650361] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979433, 'name': Rename_Task, 'duration_secs': 0.199602} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.653815] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1713.654328] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb4c50d-0255-472a-bbd2-653f13e53ae5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.660319] env[62171]: DEBUG oslo_vmware.api [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979434, 'name': ReconfigVM_Task, 'duration_secs': 0.177873} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.661682] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407471', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'name': 'volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc23a7c7-64d1-47b2-b0fa-55afbbcf570e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'serial': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1713.678870] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1713.678870] env[62171]: value = "task-1979436" [ 1713.678870] env[62171]: _type = "Task" [ 1713.678870] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.693579] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.694552] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd1406-a162-425f-9f63-7e80537b52f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.698329] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.704683] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979436, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.707563] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6046e69c-85fd-4b5b-9c3c-061e3f2156d2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.745583] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5101698a-83bf-410f-a852-7b99d5462ccb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.756517] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cef912-0c66-4e5f-9fcd-6ff7f70f7b1e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.771688] env[62171]: DEBUG nova.compute.provider_tree [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.151154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "8811ec10-8cc5-4238-b361-55f24e044027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.151468] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.151827] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "8811ec10-8cc5-4238-b361-55f24e044027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.152139] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.152373] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.154704] env[62171]: INFO nova.compute.manager [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Terminating instance [ 1714.157032] env[62171]: DEBUG nova.compute.manager [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1714.157260] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1714.158258] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ca1fe9-f6a9-4488-9e2c-67b0cab04514 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.169189] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1714.169697] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f5e1d8-ef31-451e-bda0-e5aeb26781b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.186315] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581284} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.188055] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] da06dfbd-2823-4075-b453-0e3ca30b7c9c/da06dfbd-2823-4075-b453-0e3ca30b7c9c.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1714.188301] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1714.191923] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1714.191923] env[62171]: value = "task-1979437" [ 1714.191923] env[62171]: _type = "Task" [ 1714.191923] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.191923] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-954d0901-5eb2-4de2-9168-f631f2c22faa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.198778] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.203176] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1714.203176] env[62171]: value = "task-1979438" [ 1714.203176] env[62171]: _type = "Task" [ 1714.203176] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.214704] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.220641] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.276763] env[62171]: DEBUG nova.scheduler.client.report [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1714.700705] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.716824] env[62171]: DEBUG nova.objects.instance [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lazy-loading 'flavor' on Instance uuid fc23a7c7-64d1-47b2-b0fa-55afbbcf570e {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.718167] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979437, 'name': PowerOffVM_Task, 'duration_secs': 0.455085} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.721379] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1714.721626] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1714.721849] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090227} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.722117] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e02cb321-2f32-41fc-ab3c-c3517513619d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.726281] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1714.726281] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277aa419-fe65-437d-bb82-ee76048ef524 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.749664] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] da06dfbd-2823-4075-b453-0e3ca30b7c9c/da06dfbd-2823-4075-b453-0e3ca30b7c9c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1714.749664] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d1b9161-aa10-44e0-8dd3-986a98919fe0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.771019] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1714.771019] env[62171]: value = "task-1979440" [ 1714.771019] env[62171]: _type = "Task" [ 1714.771019] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.779026] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.782086] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.784515] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.684s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.784911] env[62171]: DEBUG nova.objects.instance [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lazy-loading 'resources' on Instance uuid 07726d27-59fc-4540-8350-22aba76b0eab {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.814536] env[62171]: INFO nova.scheduler.client.report [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Deleted allocations for instance 85b88f2d-a6fc-4073-8988-27190e4ee0b1 [ 1714.816802] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1714.817136] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1714.818353] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleting the datastore file [datastore1] 8811ec10-8cc5-4238-b361-55f24e044027 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1714.821561] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8021ef24-420f-4d45-b1b3-1fb39782d86f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.828588] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1714.828588] env[62171]: value = "task-1979441" [ 1714.828588] env[62171]: _type = "Task" [ 1714.828588] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.839894] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.191458] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.225718] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ce2b17bc-809d-4a95-9032-e8c594feff34 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.919s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.282432] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979440, 'name': ReconfigVM_Task, 'duration_secs': 0.394102} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.282908] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] da06dfbd-2823-4075-b453-0e3ca30b7c9c/da06dfbd-2823-4075-b453-0e3ca30b7c9c.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1715.284091] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-652e7dad-dfec-4c66-8031-f4f9580a7d55 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.296986] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1715.296986] env[62171]: value = "task-1979442" [ 1715.296986] env[62171]: _type = "Task" [ 1715.296986] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.305888] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979442, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.330151] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1a8a1348-65ce-4000-91cd-692a4fbc849b tempest-ServersAdminNegativeTestJSON-1435704499 tempest-ServersAdminNegativeTestJSON-1435704499-project-member] Lock "85b88f2d-a6fc-4073-8988-27190e4ee0b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.891s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.341368] env[62171]: DEBUG oslo_vmware.api [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230133} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.345865] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.346157] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1715.346980] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1715.346980] env[62171]: INFO nova.compute.manager [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1715.346980] env[62171]: DEBUG oslo.service.loopingcall [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.347717] env[62171]: DEBUG nova.compute.manager [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1715.347717] env[62171]: DEBUG nova.network.neutron [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1715.695577] env[62171]: DEBUG oslo_vmware.api [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979436, 'name': PowerOnVM_Task, 'duration_secs': 1.720374} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.695882] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1715.696093] env[62171]: INFO nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1715.696283] env[62171]: DEBUG nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1715.698855] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e9c745-358d-4681-a089-bb6917bdee0d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.821477] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979442, 'name': Rename_Task, 'duration_secs': 0.208484} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.821801] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1715.822102] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8eaa427-46e2-4128-8d14-4f8de6628245 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.829226] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1715.829226] env[62171]: value = "task-1979443" [ 1715.829226] env[62171]: _type = "Task" [ 1715.829226] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.841565] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.170263] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d521af-4d36-4ebc-8814-d8be9a5ffe9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.179067] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038c16e4-078a-423d-89aa-a626df50d721 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.222088] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b26040-96b2-4231-a1c0-59055bd74b21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.227013] env[62171]: INFO nova.compute.manager [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Took 52.24 seconds to build instance. [ 1716.233986] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26885c0e-09ba-4762-bb08-97102535d215 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.250605] env[62171]: DEBUG nova.compute.provider_tree [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.346293] env[62171]: DEBUG nova.network.neutron [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.347723] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.489265] env[62171]: DEBUG nova.compute.manager [req-266e4e22-073c-42f6-94c8-34d90e2a1e31 req-d9b505a8-fec4-409f-b66c-9e478513463f service nova] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Received event network-vif-deleted-c84732d2-5ec3-41a4-aede-ab4d6ce1f5ec {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1716.733679] env[62171]: DEBUG oslo_concurrency.lockutils [None req-862b273b-43f0-49b0-8f65-6ca77af48e27 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.448s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.754750] env[62171]: DEBUG nova.scheduler.client.report [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1716.845596] env[62171]: DEBUG oslo_vmware.api [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979443, 'name': PowerOnVM_Task, 'duration_secs': 0.623991} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.846270] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1716.849149] env[62171]: INFO nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1716.850192] env[62171]: DEBUG nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1716.851602] env[62171]: INFO nova.compute.manager [-] [instance: 8811ec10-8cc5-4238-b361-55f24e044027] Took 1.50 seconds to deallocate network for instance. [ 1716.852293] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f96551-1f56-4c36-a354-0098f432e938 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.115923] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "a4e05696-1b27-4b97-883b-f61162beb873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.115923] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "a4e05696-1b27-4b97-883b-f61162beb873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.151280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "5ac2540b-72b4-4c20-89e0-84b83df0de87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.151280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "5ac2540b-72b4-4c20-89e0-84b83df0de87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.173334] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "9a402ec8-139d-4d9f-b5d0-6671533e722a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.174030] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "9a402ec8-139d-4d9f-b5d0-6671533e722a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.236940] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1717.259989] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.263156] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 45.093s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.264063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.264063] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62171) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1717.264286] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.035s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.264468] env[62171]: DEBUG nova.objects.instance [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62171) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1717.269201] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b6a379-ee28-413c-ba98-4f53d50391f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.278858] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b55d28-a85a-427a-a4bd-aeddeca874c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.305051] env[62171]: INFO nova.scheduler.client.report [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleted allocations for instance 07726d27-59fc-4540-8350-22aba76b0eab [ 1717.306523] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66e6e7-9b08-4bb9-9185-f912c99920f6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.320211] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f207882-8b3a-4169-a0f5-d891b2f50e74 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.355047] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178096MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=62171) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1717.355572] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.378694] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.387695] env[62171]: INFO nova.compute.manager [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Took 51.77 seconds to build instance. [ 1717.495878] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.495878] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.764511] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.792684] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "1ec61496-8ff5-4236-8aa3-8f8997823742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.792684] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.792684] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.792684] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.792905] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.794014] env[62171]: INFO nova.compute.manager [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Terminating instance [ 1717.796199] env[62171]: DEBUG nova.compute.manager [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1717.796658] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1717.798121] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329bbf6-2d6d-4dca-b3d3-c032781dde33 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.807596] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1717.807863] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8907fd52-4cf7-4ba9-8efa-174db2058f35 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.817450] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1717.817450] env[62171]: value = "task-1979444" [ 1717.817450] env[62171]: _type = "Task" [ 1717.817450] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.817915] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1029bc1d-cead-480c-94f9-1406445d1f2b tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "07726d27-59fc-4540-8350-22aba76b0eab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.276s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.829869] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.891521] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5842ad80-c574-43e5-a96e-4b3710ecb4eb tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.978s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.999082] env[62171]: INFO nova.compute.manager [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Detaching volume 1b2071b3-2b13-4620-8cfb-5da70b3ca9ed [ 1718.043374] env[62171]: INFO nova.virt.block_device [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Attempting to driver detach volume 1b2071b3-2b13-4620-8cfb-5da70b3ca9ed from mountpoint /dev/sdb [ 1718.043374] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Volume detach. Driver type: vmdk {{(pid=62171) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1718.043374] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407471', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'name': 'volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc23a7c7-64d1-47b2-b0fa-55afbbcf570e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'serial': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed'} {{(pid=62171) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1718.043721] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b19cec-b7da-4443-8209-50b0c74c47a8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.067330] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.067591] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.067787] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.067986] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.068180] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.071322] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4487c05-a34b-4758-886b-1eca005997ca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.075112] env[62171]: DEBUG nova.compute.manager [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1718.075312] env[62171]: DEBUG nova.compute.manager [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing instance network info cache due to event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1718.075793] env[62171]: DEBUG oslo_concurrency.lockutils [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] Acquiring lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.075955] env[62171]: DEBUG oslo_concurrency.lockutils [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] Acquired lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.076148] env[62171]: DEBUG nova.network.neutron [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1718.077670] env[62171]: INFO nova.compute.manager [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Terminating instance [ 1718.079423] env[62171]: DEBUG nova.compute.manager [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1718.079624] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1718.081334] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743bf23d-c78d-4995-806e-d0e09b1043e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.087664] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba7b16e-bab8-4e7f-9ea7-f7e8506a431c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.092304] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1718.092831] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d97a07e-5e68-4769-a4fa-27479e631874 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.111116] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596de5f5-70eb-4d86-9a4f-92e1b18b837a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.115216] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1718.115216] env[62171]: value = "task-1979445" [ 1718.115216] env[62171]: _type = "Task" [ 1718.115216] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.125980] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] The volume has not been displaced from its original location: [datastore1] volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed/volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed.vmdk. No consolidation needed. {{(pid=62171) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1718.131492] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1718.135522] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c505bc21-2f07-4a75-8774-5186dc88e499 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.153448] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.154688] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Waiting for the task: (returnval){ [ 1718.154688] env[62171]: value = "task-1979446" [ 1718.154688] env[62171]: _type = "Task" [ 1718.154688] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.167345] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.282039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-064dd951-9618-408e-8748-f81a82611edc tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.283188] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.730s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.283432] env[62171]: DEBUG nova.objects.instance [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lazy-loading 'resources' on Instance uuid 8e628cfe-5d32-419d-ad18-1051130cb68d {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.328573] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979444, 'name': PowerOffVM_Task, 'duration_secs': 0.259697} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.328918] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1718.329168] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1718.329434] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92408c24-53a3-4355-bbcc-96e91680f2d7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.395125] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1718.636790] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979445, 'name': PowerOffVM_Task, 'duration_secs': 0.163896} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.637095] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1718.637283] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1718.637622] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0053522-ee85-446b-8a16-cae5cda86971 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.664346] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979446, 'name': ReconfigVM_Task, 'duration_secs': 0.25331} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.666879] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62171) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1718.672638] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0fba14-d41f-4fec-b5d7-63c824a439cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.687478] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Waiting for the task: (returnval){ [ 1718.687478] env[62171]: value = "task-1979449" [ 1718.687478] env[62171]: _type = "Task" [ 1718.687478] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.695901] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.747610] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.747879] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.748146] env[62171]: INFO nova.compute.manager [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Rebooting instance [ 1718.817141] env[62171]: DEBUG nova.network.neutron [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updated VIF entry in instance network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1718.817141] env[62171]: DEBUG nova.network.neutron [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.920073] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.199360] env[62171]: DEBUG oslo_vmware.api [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Task: {'id': task-1979449, 'name': ReconfigVM_Task, 'duration_secs': 0.162639} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.199685] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407471', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'name': 'volume-1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc23a7c7-64d1-47b2-b0fa-55afbbcf570e', 'attached_at': '', 'detached_at': '', 'volume_id': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed', 'serial': '1b2071b3-2b13-4620-8cfb-5da70b3ca9ed'} {{(pid=62171) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1719.273144] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.321848] env[62171]: DEBUG oslo_concurrency.lockutils [req-8d31c999-8ffe-4023-a589-9c0f97917a9c req-fb7f356a-e397-46c4-9484-2347f7b2778c service nova] Releasing lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.323102] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquired lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.323102] env[62171]: DEBUG nova.network.neutron [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1719.399850] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf56108-83e3-483a-b09b-8e7797ffed22 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.407295] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d27a33e-ea62-4e31-983d-5cd8df1134e1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.440546] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e908e21-926f-4451-875d-6317a1fe7dc9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.448637] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4c987-173e-4101-b45a-b0b411d26755 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.463075] env[62171]: DEBUG nova.compute.provider_tree [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.748742] env[62171]: DEBUG nova.objects.instance [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lazy-loading 'flavor' on Instance uuid fc23a7c7-64d1-47b2-b0fa-55afbbcf570e {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.967310] env[62171]: DEBUG nova.scheduler.client.report [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1720.065357] env[62171]: DEBUG nova.network.neutron [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.477031] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.479935] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.061s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.481261] env[62171]: INFO nova.compute.claims [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.501229] env[62171]: INFO nova.scheduler.client.report [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Deleted allocations for instance 8e628cfe-5d32-419d-ad18-1051130cb68d [ 1720.568103] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Releasing lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.570757] env[62171]: DEBUG nova.compute.manager [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1720.571951] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d712c-bbcb-49d5-8e95-f3def02275ab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.721283] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1720.721627] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1720.721879] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleting the datastore file [datastore1] 1ec61496-8ff5-4236-8aa3-8f8997823742 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.722221] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e67381a4-f660-49cf-87ed-b9540dcbc099 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.729063] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1720.729063] env[62171]: value = "task-1979451" [ 1720.729063] env[62171]: _type = "Task" [ 1720.729063] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.735845] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1720.736085] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1720.736278] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleting the datastore file [datastore1] f2072664-ec85-48eb-8a4b-8d09c10d29fc {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.736550] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04571d5a-b3bb-4d0d-adf3-84d268a8d7e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.741544] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.747683] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for the task: (returnval){ [ 1720.747683] env[62171]: value = "task-1979452" [ 1720.747683] env[62171]: _type = "Task" [ 1720.747683] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.756723] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.761049] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d17304d4-f4f5-4a27-9afd-8c0e0fb764c4 tempest-VolumesAssistedSnapshotsTest-1607180566 tempest-VolumesAssistedSnapshotsTest-1607180566-project-admin] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.012846] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb426497-f49b-43e9-99d2-a72e50cb094f tempest-ServerShowV257Test-977142057 tempest-ServerShowV257Test-977142057-project-member] Lock "8e628cfe-5d32-419d-ad18-1051130cb68d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.241s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.239079] env[62171]: DEBUG oslo_vmware.api [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17903} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.239326] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.239564] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1721.239786] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1721.240014] env[62171]: INFO nova.compute.manager [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Took 3.44 seconds to destroy the instance on the hypervisor. [ 1721.240312] env[62171]: DEBUG oslo.service.loopingcall [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.240524] env[62171]: DEBUG nova.compute.manager [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1721.240621] env[62171]: DEBUG nova.network.neutron [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1721.257288] env[62171]: DEBUG oslo_vmware.api [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Task: {'id': task-1979452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166789} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.257546] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.257733] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1721.257910] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1721.258132] env[62171]: INFO nova.compute.manager [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Took 3.18 seconds to destroy the instance on the hypervisor. [ 1721.258384] env[62171]: DEBUG oslo.service.loopingcall [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.258580] env[62171]: DEBUG nova.compute.manager [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1721.258674] env[62171]: DEBUG nova.network.neutron [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1721.588087] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da810884-7a13-495b-8920-4eb5967ff4fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.599121] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Doing hard reboot of VM {{(pid=62171) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1721.599427] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b5557d04-ed50-4127-be10-a391cb661446 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.606741] env[62171]: DEBUG oslo_vmware.api [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1721.606741] env[62171]: value = "task-1979453" [ 1721.606741] env[62171]: _type = "Task" [ 1721.606741] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.620424] env[62171]: DEBUG oslo_vmware.api [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979453, 'name': ResetVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.932677] env[62171]: DEBUG nova.compute.manager [req-330763ad-2950-4ea1-b6cd-6fc32128dbe6 req-79a7d477-1532-4b00-a198-92ef1471444f service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Received event network-vif-deleted-fcb5afc9-b43c-4415-96e4-f9ee99d748e6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1721.932891] env[62171]: INFO nova.compute.manager [req-330763ad-2950-4ea1-b6cd-6fc32128dbe6 req-79a7d477-1532-4b00-a198-92ef1471444f service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Neutron deleted interface fcb5afc9-b43c-4415-96e4-f9ee99d748e6; detaching it from the instance and deleting it from the info cache [ 1721.933086] env[62171]: DEBUG nova.network.neutron [req-330763ad-2950-4ea1-b6cd-6fc32128dbe6 req-79a7d477-1532-4b00-a198-92ef1471444f service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.119814] env[62171]: DEBUG oslo_vmware.api [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979453, 'name': ResetVM_Task, 'duration_secs': 0.120385} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.123359] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Did hard reboot of VM {{(pid=62171) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1722.126313] env[62171]: DEBUG nova.compute.manager [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1722.126313] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2c6b71-fd35-46ac-8a0a-0f1f18516e5c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.211180] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd1ba34-7fc6-485e-9525-ac9e7970e3ff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.218753] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb918f-c759-4bf5-a5d5-91047a0e91e2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.251251] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81cbc89-f50e-4fcd-b526-cfc57c895c1a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.259781] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5172d42d-05c6-4183-b965-53b4a3f5be34 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.273155] env[62171]: DEBUG nova.compute.provider_tree [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.400526] env[62171]: DEBUG nova.network.neutron [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.418152] env[62171]: DEBUG nova.network.neutron [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.438585] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-440abf87-0555-463d-87f8-7309e4e991ef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.448451] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45014c77-e587-4f16-9ec8-f5966118318c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.485307] env[62171]: DEBUG nova.compute.manager [req-330763ad-2950-4ea1-b6cd-6fc32128dbe6 req-79a7d477-1532-4b00-a198-92ef1471444f service nova] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Detach interface failed, port_id=fcb5afc9-b43c-4415-96e4-f9ee99d748e6, reason: Instance 1ec61496-8ff5-4236-8aa3-8f8997823742 could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1722.644261] env[62171]: DEBUG oslo_concurrency.lockutils [None req-10e20667-4227-47f5-bc0d-abbb4ee7650e tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.896s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.776192] env[62171]: DEBUG nova.scheduler.client.report [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1722.903853] env[62171]: INFO nova.compute.manager [-] [instance: 1ec61496-8ff5-4236-8aa3-8f8997823742] Took 1.66 seconds to deallocate network for instance. [ 1722.920294] env[62171]: INFO nova.compute.manager [-] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Took 1.66 seconds to deallocate network for instance. [ 1723.284247] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.284878] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1723.289022] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.852s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.294021] env[62171]: INFO nova.compute.claims [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1723.410014] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.427580] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.799140] env[62171]: DEBUG nova.compute.utils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.806351] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1723.806351] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1723.816816] env[62171]: DEBUG nova.compute.manager [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1723.816996] env[62171]: DEBUG nova.compute.manager [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing instance network info cache due to event network-changed-b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1723.817971] env[62171]: DEBUG oslo_concurrency.lockutils [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] Acquiring lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.817971] env[62171]: DEBUG oslo_concurrency.lockutils [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] Acquired lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.817971] env[62171]: DEBUG nova.network.neutron [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Refreshing network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1723.852674] env[62171]: DEBUG nova.policy [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d5a0052b62a48f59e4dd1d2d1276455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a4f6434c5e4923b96f3d8350251059', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1724.047183] env[62171]: DEBUG nova.compute.manager [req-4f885492-62ae-456b-8720-a11d6e4e1bbf req-c54486bb-f2da-4ad7-a2bc-4535581d6e46 service nova] [instance: f2072664-ec85-48eb-8a4b-8d09c10d29fc] Received event network-vif-deleted-f9ef13b0-9b1d-48cf-a140-5979b1e85473 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1724.142915] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Successfully created port: b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.307690] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1724.456206] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.456516] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.456736] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.456927] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.457126] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.459339] env[62171]: INFO nova.compute.manager [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Terminating instance [ 1724.461096] env[62171]: DEBUG nova.compute.manager [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1724.461321] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1724.462349] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216d7226-d88e-4e24-911f-cb4b6a3706a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.477512] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1724.477783] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b4422e-4f52-4489-a1dd-9806da2a094f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.485640] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1724.485640] env[62171]: value = "task-1979454" [ 1724.485640] env[62171]: _type = "Task" [ 1724.485640] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.493424] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.521522] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.522300] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.522300] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.522300] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.522461] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.526147] env[62171]: INFO nova.compute.manager [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Terminating instance [ 1724.529940] env[62171]: DEBUG nova.compute.manager [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1724.529940] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1724.530674] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb71ea6-8992-4d16-b603-9f74668276fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.538846] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1724.539257] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4c285b8-7e3a-4a64-b71b-dc0a464538a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.545786] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1724.545786] env[62171]: value = "task-1979455" [ 1724.545786] env[62171]: _type = "Task" [ 1724.545786] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.557733] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.666218] env[62171]: DEBUG nova.network.neutron [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updated VIF entry in instance network info cache for port b22c3256-b2c0-4175-99d5-315f35fa7086. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1724.666669] env[62171]: DEBUG nova.network.neutron [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [{"id": "b22c3256-b2c0-4175-99d5-315f35fa7086", "address": "fa:16:3e:3c:e3:e7", "network": {"id": "f19ef4ed-8852-40fb-847e-2ae0fc8f5a8c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-121989039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c54beec5d2aa4a52b025cf1a4f20c54b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22c3256-b2", "ovs_interfaceid": "b22c3256-b2c0-4175-99d5-315f35fa7086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.984617] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e1e01-53d1-4c58-a323-c907442dd289 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.000698] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cab8ee-afd2-4a84-ad3a-649ae528d07f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.004874] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979454, 'name': PowerOffVM_Task, 'duration_secs': 0.207607} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.004874] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1725.005343] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1725.005733] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2260dbe-1baa-48bf-863b-bc3247bbae7f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.033290] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d524e74-44ac-4c6d-9c8e-033a6ba5e0ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.041111] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8a1a07-d86d-43db-8eaa-159d1252e212 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.056009] env[62171]: DEBUG nova.compute.provider_tree [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.064809] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979455, 'name': PowerOffVM_Task, 'duration_secs': 0.18787} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.065031] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1725.069020] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1725.069020] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce52cb66-f89c-4b35-809c-214af8d5a596 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.092571] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1725.092823] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1725.093087] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Deleting the datastore file [datastore1] fc23a7c7-64d1-47b2-b0fa-55afbbcf570e {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.093374] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20dc3a07-238f-48b8-a301-1397c3d63159 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.099064] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for the task: (returnval){ [ 1725.099064] env[62171]: value = "task-1979458" [ 1725.099064] env[62171]: _type = "Task" [ 1725.099064] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.107758] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.144114] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1725.144114] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1725.144114] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleting the datastore file [datastore1] da06dfbd-2823-4075-b453-0e3ca30b7c9c {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1725.144114] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f79fcdc5-1e62-4126-96ea-2ba687d3c3aa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.150944] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1725.150944] env[62171]: value = "task-1979459" [ 1725.150944] env[62171]: _type = "Task" [ 1725.150944] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.158655] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.169476] env[62171]: DEBUG oslo_concurrency.lockutils [req-032e761b-33b1-4718-aae5-a33b9a0493c4 req-2aef339b-8eab-4472-8a73-b480b5e8f718 service nova] Releasing lock "refresh_cache-da06dfbd-2823-4075-b453-0e3ca30b7c9c" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.317554] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1725.350475] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.350732] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.350893] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.351127] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.351307] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.351470] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.351685] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.351846] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.352038] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.352202] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.352379] env[62171]: DEBUG nova.virt.hardware [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.354261] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede948f-259b-41dc-8ff9-d474d949e86e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.362751] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f00de1b-7f08-44dc-9292-3fce50e6eff5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.561260] env[62171]: DEBUG nova.scheduler.client.report [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1725.608914] env[62171]: DEBUG oslo_vmware.api [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Task: {'id': task-1979458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156125} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.609211] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.609412] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1725.609596] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1725.609769] env[62171]: INFO nova.compute.manager [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1725.610025] env[62171]: DEBUG oslo.service.loopingcall [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.610223] env[62171]: DEBUG nova.compute.manager [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1725.610334] env[62171]: DEBUG nova.network.neutron [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1725.660641] env[62171]: DEBUG oslo_vmware.api [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158137} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.660908] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.661271] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1725.661555] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1725.661755] env[62171]: INFO nova.compute.manager [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1725.662057] env[62171]: DEBUG oslo.service.loopingcall [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.662286] env[62171]: DEBUG nova.compute.manager [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1725.662390] env[62171]: DEBUG nova.network.neutron [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1726.067585] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.067984] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1726.074909] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.211s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.075169] env[62171]: DEBUG nova.objects.instance [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lazy-loading 'resources' on Instance uuid 6db5008a-0bc2-41a4-8597-41bbdbe6681f {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.086061] env[62171]: DEBUG nova.compute.manager [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Received event network-vif-plugged-b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1726.086848] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] Acquiring lock "f63c1f62-24dd-427f-90cc-25312097d746-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.086848] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] Lock "f63c1f62-24dd-427f-90cc-25312097d746-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.086848] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] Lock "f63c1f62-24dd-427f-90cc-25312097d746-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.086848] env[62171]: DEBUG nova.compute.manager [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] No waiting events found dispatching network-vif-plugged-b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1726.087145] env[62171]: WARNING nova.compute.manager [req-3e76f31c-33c3-4ffc-8ca9-82101f607564 req-0ea6e119-e926-46cc-ba88-d87230310b73 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Received unexpected event network-vif-plugged-b2076095-8a7d-46f7-b960-b597725c5be6 for instance with vm_state building and task_state spawning. [ 1726.380729] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Successfully updated port: b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.578745] env[62171]: DEBUG nova.compute.utils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.580115] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1726.580288] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1726.634243] env[62171]: DEBUG nova.policy [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58cc282b76444e4f98005b02c313ce92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acff39144ba74ff29c63764be750e7cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1726.838178] env[62171]: DEBUG nova.network.neutron [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.885895] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquiring lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.886243] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquired lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.886392] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1726.938736] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Successfully created port: 7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1727.049020] env[62171]: DEBUG nova.network.neutron [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.085713] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1727.213371] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e9742c-18d2-47c4-96f7-70f0aa10b0cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.222425] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc077c42-b61c-4923-9ad7-0fda937fa0ea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.253457] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11021509-00ad-44d9-beea-328bcabdcadd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.260877] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14b1b5-586e-4f1c-9114-24ba6e41d05c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.276956] env[62171]: DEBUG nova.compute.provider_tree [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.340383] env[62171]: INFO nova.compute.manager [-] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Took 1.68 seconds to deallocate network for instance. [ 1727.420351] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1727.557525] env[62171]: INFO nova.compute.manager [-] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Took 1.95 seconds to deallocate network for instance. [ 1727.559270] env[62171]: DEBUG nova.network.neutron [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Updating instance_info_cache with network_info: [{"id": "b2076095-8a7d-46f7-b960-b597725c5be6", "address": "fa:16:3e:f1:3b:69", "network": {"id": "d11bc068-5848-47b5-84d0-286f0ce67142", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1551502531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a4f6434c5e4923b96f3d8350251059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2076095-8a", "ovs_interfaceid": "b2076095-8a7d-46f7-b960-b597725c5be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.593235] env[62171]: INFO nova.virt.block_device [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Booting with volume 537114b9-1755-4bf2-9386-e6426e50c81e at /dev/sda [ 1727.632686] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-541e4575-7880-48af-9a22-51faf51ef369 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.642793] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1957c7-c2c3-45e0-9609-25c04d89781d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.677404] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb757b89-8aac-4a6b-bc31-2fab09e607dc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.685782] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba692c-39c5-485b-b015-1895ec7a9c94 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.718273] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e27ca25-9d8b-4f92-8595-49865df330e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.724795] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac2d19-7624-40d0-aef5-8c6b28f4ff14 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.738793] env[62171]: DEBUG nova.virt.block_device [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updating existing volume attachment record: 7001fd5b-4f33-46b6-b1d3-242e5975f041 {{(pid=62171) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1727.780138] env[62171]: DEBUG nova.scheduler.client.report [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1727.847210] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.063733] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Releasing lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.064952] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Instance network_info: |[{"id": "b2076095-8a7d-46f7-b960-b597725c5be6", "address": "fa:16:3e:f1:3b:69", "network": {"id": "d11bc068-5848-47b5-84d0-286f0ce67142", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1551502531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a4f6434c5e4923b96f3d8350251059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2076095-8a", "ovs_interfaceid": "b2076095-8a7d-46f7-b960-b597725c5be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1728.065892] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.067639] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:3b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2076095-8a7d-46f7-b960-b597725c5be6', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1728.076595] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Creating folder: Project (87a4f6434c5e4923b96f3d8350251059). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1728.076940] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cee6dc3-b322-4aae-914b-21db0734c691 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.090037] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Created folder: Project (87a4f6434c5e4923b96f3d8350251059) in parent group-v407351. [ 1728.090037] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Creating folder: Instances. Parent ref: group-v407474. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1728.090037] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06e9b321-66e9-4ca4-b60f-de67bfd79535 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.099653] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Created folder: Instances in parent group-v407474. [ 1728.099921] env[62171]: DEBUG oslo.service.loopingcall [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.100149] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1728.100370] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cacc061-b14d-4fe7-9493-f943652f32c1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.120985] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1728.120985] env[62171]: value = "task-1979462" [ 1728.120985] env[62171]: _type = "Task" [ 1728.120985] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.128559] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979462, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.134689] env[62171]: DEBUG nova.compute.manager [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: da06dfbd-2823-4075-b453-0e3ca30b7c9c] Received event network-vif-deleted-b22c3256-b2c0-4175-99d5-315f35fa7086 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1728.134973] env[62171]: DEBUG nova.compute.manager [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Received event network-changed-b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1728.135201] env[62171]: DEBUG nova.compute.manager [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Refreshing instance network info cache due to event network-changed-b2076095-8a7d-46f7-b960-b597725c5be6. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1728.135455] env[62171]: DEBUG oslo_concurrency.lockutils [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] Acquiring lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.136156] env[62171]: DEBUG oslo_concurrency.lockutils [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] Acquired lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.136156] env[62171]: DEBUG nova.network.neutron [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Refreshing network info cache for port b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1728.287683] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.290187] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.672s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.291744] env[62171]: INFO nova.compute.claims [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1728.312488] env[62171]: INFO nova.scheduler.client.report [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Deleted allocations for instance 6db5008a-0bc2-41a4-8597-41bbdbe6681f [ 1728.494955] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Successfully updated port: 7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1728.632689] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979462, 'name': CreateVM_Task, 'duration_secs': 0.318376} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.632842] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1728.633858] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.634116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.634717] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.634804] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3ed2d7-ade7-4b38-97a5-2e31928d5192 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.642016] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1728.642016] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d5be94-b716-df83-a64a-ee17b5442dc2" [ 1728.642016] env[62171]: _type = "Task" [ 1728.642016] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.653204] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d5be94-b716-df83-a64a-ee17b5442dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.653507] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.653747] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1728.654319] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.654319] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.654527] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1728.655177] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c86bba19-07d6-4f71-a492-789f15b7ba84 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.663987] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1728.664501] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1728.665077] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae28bb39-16e2-4894-8fb7-6bf0cdb4eabf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.671022] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1728.671022] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b97de0-8d73-80e6-76cd-96f6d636f169" [ 1728.671022] env[62171]: _type = "Task" [ 1728.671022] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.683059] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b97de0-8d73-80e6-76cd-96f6d636f169, 'name': SearchDatastore_Task, 'duration_secs': 0.008793} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.683339] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f0adae-a750-4a2a-bc9e-4b02468d5298 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.688270] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1728.688270] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e1792-bedf-58ce-50a7-bd636917f981" [ 1728.688270] env[62171]: _type = "Task" [ 1728.688270] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.695678] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e1792-bedf-58ce-50a7-bd636917f981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.824307] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fc843233-1cbb-4963-ad9c-8894336bc639 tempest-ServerAddressesTestJSON-1596068355 tempest-ServerAddressesTestJSON-1596068355-project-member] Lock "6db5008a-0bc2-41a4-8597-41bbdbe6681f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.018s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.918856] env[62171]: DEBUG nova.network.neutron [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Updated VIF entry in instance network info cache for port b2076095-8a7d-46f7-b960-b597725c5be6. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1728.919306] env[62171]: DEBUG nova.network.neutron [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Updating instance_info_cache with network_info: [{"id": "b2076095-8a7d-46f7-b960-b597725c5be6", "address": "fa:16:3e:f1:3b:69", "network": {"id": "d11bc068-5848-47b5-84d0-286f0ce67142", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1551502531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a4f6434c5e4923b96f3d8350251059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2076095-8a", "ovs_interfaceid": "b2076095-8a7d-46f7-b960-b597725c5be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.002896] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Acquiring lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.004146] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Acquired lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.004146] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1729.199645] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526e1792-bedf-58ce-50a7-bd636917f981, 'name': SearchDatastore_Task, 'duration_secs': 0.00805} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.200277] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.201198] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f63c1f62-24dd-427f-90cc-25312097d746/f63c1f62-24dd-427f-90cc-25312097d746.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1729.201198] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46d49205-9344-48da-b315-8b6921f88603 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.210036] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1729.210036] env[62171]: value = "task-1979463" [ 1729.210036] env[62171]: _type = "Task" [ 1729.210036] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.218677] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.422350] env[62171]: DEBUG oslo_concurrency.lockutils [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] Releasing lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.422626] env[62171]: DEBUG nova.compute.manager [req-cfc462f9-cfd2-4626-944c-5a7c7a40db09 req-016f6d01-64f3-4ef6-a19a-a54276688691 service nova] [instance: fc23a7c7-64d1-47b2-b0fa-55afbbcf570e] Received event network-vif-deleted-649dd2a5-9fbb-4aae-b502-1af9ffe05b1e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1729.558872] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1729.723030] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.739557] env[62171]: DEBUG nova.network.neutron [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updating instance_info_cache with network_info: [{"id": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "address": "fa:16:3e:58:91:71", "network": {"id": "d62bb94f-e142-4030-a9bf-b832f54a43aa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-257613106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acff39144ba74ff29c63764be750e7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d83ca3c-7a", "ovs_interfaceid": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.845239] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1729.845856] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1729.846108] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1729.846282] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.846491] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1729.846649] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.846817] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1729.847036] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1729.847257] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1729.847417] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1729.847602] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1729.847785] env[62171]: DEBUG nova.virt.hardware [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1729.851479] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f96d6-ca0a-4005-88af-b6b41dafa9c6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.863670] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ffb6b-bcab-41cf-b6ba-3342be2a64d8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.954650] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eff350-d177-49d0-8654-4fecb4b80eea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.963600] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10716381-e57e-4b01-8fd9-7921354e2c93 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.993983] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbff7e-6167-43d1-ae99-feab0e908bc3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.004473] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c444de3-0fbc-4d9d-a271-4b33902bd850 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.022481] env[62171]: DEBUG nova.compute.provider_tree [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.163075] env[62171]: DEBUG nova.compute.manager [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Received event network-vif-plugged-7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1730.163075] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Acquiring lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.163075] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.163075] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.163075] env[62171]: DEBUG nova.compute.manager [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] No waiting events found dispatching network-vif-plugged-7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1730.163284] env[62171]: WARNING nova.compute.manager [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Received unexpected event network-vif-plugged-7d83ca3c-7a38-44a7-a8e7-887263e748ab for instance with vm_state building and task_state spawning. [ 1730.163284] env[62171]: DEBUG nova.compute.manager [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Received event network-changed-7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1730.163692] env[62171]: DEBUG nova.compute.manager [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Refreshing instance network info cache due to event network-changed-7d83ca3c-7a38-44a7-a8e7-887263e748ab. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1730.163692] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Acquiring lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.220996] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675254} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.221365] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] f63c1f62-24dd-427f-90cc-25312097d746/f63c1f62-24dd-427f-90cc-25312097d746.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1730.221641] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.221938] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bf2976f-8b72-40b0-bd01-5f2bfcbe84cc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.229314] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1730.229314] env[62171]: value = "task-1979464" [ 1730.229314] env[62171]: _type = "Task" [ 1730.229314] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.238036] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.242803] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Releasing lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.243268] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Instance network_info: |[{"id": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "address": "fa:16:3e:58:91:71", "network": {"id": "d62bb94f-e142-4030-a9bf-b832f54a43aa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-257613106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acff39144ba74ff29c63764be750e7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d83ca3c-7a", "ovs_interfaceid": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1730.243880] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Acquired lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.243980] env[62171]: DEBUG nova.network.neutron [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Refreshing network info cache for port 7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1730.245255] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:91:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d83ca3c-7a38-44a7-a8e7-887263e748ab', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.254365] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Creating folder: Project (acff39144ba74ff29c63764be750e7cb). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1730.254932] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1db08e31-12f5-4025-beb8-f4d096416fa2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.269551] env[62171]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1730.269551] env[62171]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62171) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1730.269551] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Folder already exists: Project (acff39144ba74ff29c63764be750e7cb). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1730.269833] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Creating folder: Instances. Parent ref: group-v407417. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1730.269915] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee6e9ce-d65d-4543-a3c1-e454caaed0cc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.280033] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Created folder: Instances in parent group-v407417. [ 1730.280033] env[62171]: DEBUG oslo.service.loopingcall [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.280033] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1730.280218] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb50ada-a6f3-44e6-a97f-50fed45d262f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.302729] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.302729] env[62171]: value = "task-1979467" [ 1730.302729] env[62171]: _type = "Task" [ 1730.302729] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.310303] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979467, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.526640] env[62171]: DEBUG nova.scheduler.client.report [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1730.739017] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068601} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.739323] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.740073] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42f552-475c-4bda-8a02-6f5813815280 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.762730] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] f63c1f62-24dd-427f-90cc-25312097d746/f63c1f62-24dd-427f-90cc-25312097d746.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1730.764940] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc8c7d08-887d-4c26-9d10-bd0bb3cc91fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.785669] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1730.785669] env[62171]: value = "task-1979468" [ 1730.785669] env[62171]: _type = "Task" [ 1730.785669] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.794028] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.814445] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979467, 'name': CreateVM_Task, 'duration_secs': 0.403938} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.814714] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1730.815485] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '7001fd5b-4f33-46b6-b1d3-242e5975f041', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407426', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'name': 'volume-537114b9-1755-4bf2-9386-e6426e50c81e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9959f70-763e-4ba6-8b44-f1b927d4cd01', 'attached_at': '', 'detached_at': '', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'serial': '537114b9-1755-4bf2-9386-e6426e50c81e'}, 'mount_device': '/dev/sda', 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=62171) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1730.815785] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Root volume attach. Driver type: vmdk {{(pid=62171) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1730.816744] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f24e88-9777-4f01-97fa-b0ac998a04b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.825256] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80134df-b28e-4f1d-ac45-e05eff4391e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.832778] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e8158-279f-4feb-8315-a7065efe7ddd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.839457] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5e959a1c-f6d9-47aa-be8a-5f4e0e98c573 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.847155] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for the task: (returnval){ [ 1730.847155] env[62171]: value = "task-1979469" [ 1730.847155] env[62171]: _type = "Task" [ 1730.847155] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.859761] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979469, 'name': RelocateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.031530] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.032117] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1731.034840] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.254s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.036299] env[62171]: INFO nova.compute.claims [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.040277] env[62171]: DEBUG nova.network.neutron [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updated VIF entry in instance network info cache for port 7d83ca3c-7a38-44a7-a8e7-887263e748ab. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1731.040698] env[62171]: DEBUG nova.network.neutron [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updating instance_info_cache with network_info: [{"id": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "address": "fa:16:3e:58:91:71", "network": {"id": "d62bb94f-e142-4030-a9bf-b832f54a43aa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-257613106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acff39144ba74ff29c63764be750e7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d83ca3c-7a", "ovs_interfaceid": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.295726] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979468, 'name': ReconfigVM_Task, 'duration_secs': 0.405051} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.296012] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Reconfigured VM instance instance-0000002b to attach disk [datastore1] f63c1f62-24dd-427f-90cc-25312097d746/f63c1f62-24dd-427f-90cc-25312097d746.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.296671] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aa81f63-fc56-4234-89d0-ccd873424040 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.302524] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1731.302524] env[62171]: value = "task-1979470" [ 1731.302524] env[62171]: _type = "Task" [ 1731.302524] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.310036] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979470, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.356378] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979469, 'name': RelocateVM_Task, 'duration_secs': 0.472838} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.356686] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Volume attach. Driver type: vmdk {{(pid=62171) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1731.356895] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407426', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'name': 'volume-537114b9-1755-4bf2-9386-e6426e50c81e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9959f70-763e-4ba6-8b44-f1b927d4cd01', 'attached_at': '', 'detached_at': '', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'serial': '537114b9-1755-4bf2-9386-e6426e50c81e'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1731.357661] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc752b0-046f-4212-baff-73fa4688878d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.372662] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55e080-76c1-4f16-a778-8fe3996bb41b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.394184] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-537114b9-1755-4bf2-9386-e6426e50c81e/volume-537114b9-1755-4bf2-9386-e6426e50c81e.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.394501] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f5227f-ddad-4cad-82be-f8bffe084a21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.415733] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for the task: (returnval){ [ 1731.415733] env[62171]: value = "task-1979471" [ 1731.415733] env[62171]: _type = "Task" [ 1731.415733] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.423470] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.541213] env[62171]: DEBUG nova.compute.utils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.543401] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1731.543582] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1731.547845] env[62171]: DEBUG oslo_concurrency.lockutils [req-704e4b22-3c50-40c0-b6aa-74e385e0d342 req-2a591c48-f54d-483b-b077-c397c6c2c126 service nova] Releasing lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.607503] env[62171]: DEBUG nova.policy [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25392a0d4445467495049bf3188c9de7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86fbdd7f32374cd18b4a041f1fa959e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1731.819278] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979470, 'name': Rename_Task, 'duration_secs': 0.166652} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.819278] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1731.819278] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8188f55-2e3f-4936-9ed4-f95afdd56e07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.824417] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Waiting for the task: (returnval){ [ 1731.824417] env[62171]: value = "task-1979472" [ 1731.824417] env[62171]: _type = "Task" [ 1731.824417] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.832770] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.916499] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Successfully created port: dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.929066] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979471, 'name': ReconfigVM_Task, 'duration_secs': 0.507485} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.929434] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-537114b9-1755-4bf2-9386-e6426e50c81e/volume-537114b9-1755-4bf2-9386-e6426e50c81e.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.936773] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a34d05b-57f4-43b7-b7a8-47b145fe0f95 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.953695] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for the task: (returnval){ [ 1731.953695] env[62171]: value = "task-1979473" [ 1731.953695] env[62171]: _type = "Task" [ 1731.953695] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.963938] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.044976] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1732.335310] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.468414] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979473, 'name': ReconfigVM_Task, 'duration_secs': 0.144726} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.468820] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-407426', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'name': 'volume-537114b9-1755-4bf2-9386-e6426e50c81e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a9959f70-763e-4ba6-8b44-f1b927d4cd01', 'attached_at': '', 'detached_at': '', 'volume_id': '537114b9-1755-4bf2-9386-e6426e50c81e', 'serial': '537114b9-1755-4bf2-9386-e6426e50c81e'} {{(pid=62171) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1732.472305] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1cd6eca-ae9c-474e-967c-30ecf5c450c0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.477122] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for the task: (returnval){ [ 1732.477122] env[62171]: value = "task-1979474" [ 1732.477122] env[62171]: _type = "Task" [ 1732.477122] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.486296] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979474, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.624296] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e3b5c2-1e87-4c40-9284-74798d13a884 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.633165] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68c0db1-a9ef-46cc-9540-a96d8f5f7163 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.664450] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7f1318-2900-4db0-8ca0-2b2a540e3156 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.672439] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef63881-edf5-4733-865e-bacac9429ab4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.686512] env[62171]: DEBUG nova.compute.provider_tree [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.835527] env[62171]: DEBUG oslo_vmware.api [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Task: {'id': task-1979472, 'name': PowerOnVM_Task, 'duration_secs': 0.699345} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.835815] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1732.836028] env[62171]: INFO nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1732.836179] env[62171]: DEBUG nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1732.837410] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123ef39e-1193-4138-bfcd-6ebf86bb82f0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.987012] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979474, 'name': Rename_Task, 'duration_secs': 0.144326} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.987325] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1732.987575] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f8a47d6-a10b-4497-97d2-25624677bc9a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.994302] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Waiting for the task: (returnval){ [ 1732.994302] env[62171]: value = "task-1979475" [ 1732.994302] env[62171]: _type = "Task" [ 1732.994302] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.002710] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.057978] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1733.084818] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1733.085126] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1733.085296] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.085485] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1733.085646] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.085802] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1733.086031] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1733.086204] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1733.086380] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1733.086552] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1733.086769] env[62171]: DEBUG nova.virt.hardware [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1733.089391] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc6c859-8cb1-464f-ae7a-b315a98a710c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.105207] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da09c1d-0991-4574-a625-99ad3674f079 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.189645] env[62171]: DEBUG nova.scheduler.client.report [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1733.360947] env[62171]: INFO nova.compute.manager [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Took 49.96 seconds to build instance. [ 1733.506190] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.507074] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Successfully updated port: dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.515620] env[62171]: DEBUG nova.compute.manager [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Received event network-vif-plugged-dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1733.515730] env[62171]: DEBUG oslo_concurrency.lockutils [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] Acquiring lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.517711] env[62171]: DEBUG oslo_concurrency.lockutils [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.517711] env[62171]: DEBUG oslo_concurrency.lockutils [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.517711] env[62171]: DEBUG nova.compute.manager [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] No waiting events found dispatching network-vif-plugged-dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1733.517711] env[62171]: WARNING nova.compute.manager [req-88c5e50e-a5b2-4618-b423-01f2c00ff6ea req-04052a49-ad91-4046-af8b-8774f079e35c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Received unexpected event network-vif-plugged-dd985c58-e01e-4c07-9b4e-a5501bd98c94 for instance with vm_state building and task_state spawning. [ 1733.696074] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.696753] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1733.701043] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.216s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.702946] env[62171]: INFO nova.compute.claims [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1733.854045] env[62171]: DEBUG nova.compute.manager [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Received event network-changed-b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1733.854299] env[62171]: DEBUG nova.compute.manager [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Refreshing instance network info cache due to event network-changed-b2076095-8a7d-46f7-b960-b597725c5be6. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1733.854480] env[62171]: DEBUG oslo_concurrency.lockutils [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] Acquiring lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.854630] env[62171]: DEBUG oslo_concurrency.lockutils [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] Acquired lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.854797] env[62171]: DEBUG nova.network.neutron [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Refreshing network info cache for port b2076095-8a7d-46f7-b960-b597725c5be6 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1733.863338] env[62171]: DEBUG oslo_concurrency.lockutils [None req-bfe6322f-9c83-49f4-8994-c07adceddc4e tempest-ServerActionsTestJSON-872920825 tempest-ServerActionsTestJSON-872920825-project-member] Lock "f63c1f62-24dd-427f-90cc-25312097d746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.890s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.007813] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.010539] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.010688] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.011472] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1734.207812] env[62171]: DEBUG nova.compute.utils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1734.209210] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1734.209443] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1734.252355] env[62171]: DEBUG nova.policy [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1540141da6af463ca892b628042e1e97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '406b587306f741349d530dd7c4ac4512', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1734.365558] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1734.505907] env[62171]: DEBUG oslo_vmware.api [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Task: {'id': task-1979475, 'name': PowerOnVM_Task, 'duration_secs': 1.490803} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.506215] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1734.506421] env[62171]: INFO nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Took 4.66 seconds to spawn the instance on the hypervisor. [ 1734.506599] env[62171]: DEBUG nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1734.507390] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963fc129-9d74-485f-b177-25fd1237d8b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.577697] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1734.706642] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Successfully created port: 262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1734.714498] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1734.845773] env[62171]: DEBUG nova.network.neutron [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Updated VIF entry in instance network info cache for port b2076095-8a7d-46f7-b960-b597725c5be6. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1734.845977] env[62171]: DEBUG nova.network.neutron [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] [instance: f63c1f62-24dd-427f-90cc-25312097d746] Updating instance_info_cache with network_info: [{"id": "b2076095-8a7d-46f7-b960-b597725c5be6", "address": "fa:16:3e:f1:3b:69", "network": {"id": "d11bc068-5848-47b5-84d0-286f0ce67142", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1551502531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a4f6434c5e4923b96f3d8350251059", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2076095-8a", "ovs_interfaceid": "b2076095-8a7d-46f7-b960-b597725c5be6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.878786] env[62171]: DEBUG nova.network.neutron [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Updating instance_info_cache with network_info: [{"id": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "address": "fa:16:3e:67:87:f0", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd985c58-e0", "ovs_interfaceid": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.886482] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.030914] env[62171]: INFO nova.compute.manager [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Took 47.62 seconds to build instance. [ 1735.333328] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e0d9fb-05bc-4579-bc53-65150bb1e21b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.341244] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42131d1a-e8b6-46fe-b7f5-ad03524f1b1f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.370536] env[62171]: DEBUG oslo_concurrency.lockutils [req-845a36ed-f8c0-4baf-981f-98b5b9618830 req-a766ddb7-485e-448a-bedc-7a6a5e5acfdb service nova] Releasing lock "refresh_cache-f63c1f62-24dd-427f-90cc-25312097d746" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.371605] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2b85a6-11d0-435c-93a3-019093d4c64d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.379142] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a54e477-1950-4dc6-9865-8c452ca99c74 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.383194] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.383508] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Instance network_info: |[{"id": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "address": "fa:16:3e:67:87:f0", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd985c58-e0", "ovs_interfaceid": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1735.383907] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:87:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd985c58-e01e-4c07-9b4e-a5501bd98c94', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1735.391434] env[62171]: DEBUG oslo.service.loopingcall [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.391974] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1735.392205] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e9bd92b-7814-493b-be07-7e62ded76729 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.413980] env[62171]: DEBUG nova.compute.provider_tree [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.420276] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1735.420276] env[62171]: value = "task-1979476" [ 1735.420276] env[62171]: _type = "Task" [ 1735.420276] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.428461] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979476, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.533810] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e1e6445c-d842-4733-853f-6ceb59b28e9a tempest-ServersTestBootFromVolume-424031061 tempest-ServersTestBootFromVolume-424031061-project-member] Lock "a9959f70-763e-4ba6-8b44-f1b927d4cd01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.879s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.543560] env[62171]: DEBUG nova.compute.manager [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Received event network-changed-dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1735.543643] env[62171]: DEBUG nova.compute.manager [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Refreshing instance network info cache due to event network-changed-dd985c58-e01e-4c07-9b4e-a5501bd98c94. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1735.544038] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] Acquiring lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.544038] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] Acquired lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.544164] env[62171]: DEBUG nova.network.neutron [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Refreshing network info cache for port dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1735.727865] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1735.755448] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1735.755796] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1735.755961] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1735.756303] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1735.756303] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1735.756449] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1735.756663] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1735.756830] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1735.757012] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1735.757365] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1735.757365] env[62171]: DEBUG nova.virt.hardware [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1735.758235] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad0574-2e30-471e-866b-bc778e90a49d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.767148] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c921a45-0478-4411-b11f-fa5e7d4093f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.917412] env[62171]: DEBUG nova.scheduler.client.report [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1735.930283] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979476, 'name': CreateVM_Task, 'duration_secs': 0.336838} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.930506] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1735.931321] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.931573] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.931943] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.932286] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc20aa7-8044-442b-9555-fedfc99d668f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.937849] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1735.937849] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525df370-b0f7-3254-d75a-6b88a144d1b1" [ 1735.937849] env[62171]: _type = "Task" [ 1735.937849] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.946260] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525df370-b0f7-3254-d75a-6b88a144d1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.037844] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1736.426276] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.426810] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1736.435538] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.885s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.435786] env[62171]: DEBUG nova.objects.instance [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lazy-loading 'resources' on Instance uuid 41bc910d-7633-4beb-b841-715a02d91cba {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.438527] env[62171]: DEBUG nova.compute.manager [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Received event network-changed-7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1736.438711] env[62171]: DEBUG nova.compute.manager [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Refreshing instance network info cache due to event network-changed-7d83ca3c-7a38-44a7-a8e7-887263e748ab. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1736.438923] env[62171]: DEBUG oslo_concurrency.lockutils [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] Acquiring lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.439273] env[62171]: DEBUG oslo_concurrency.lockutils [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] Acquired lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.439469] env[62171]: DEBUG nova.network.neutron [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Refreshing network info cache for port 7d83ca3c-7a38-44a7-a8e7-887263e748ab {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1736.453884] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525df370-b0f7-3254-d75a-6b88a144d1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.454227] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.454497] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1736.455735] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.455735] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.456217] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1736.456399] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7894ef4-0985-427a-a301-c898d54ac3a9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.468018] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1736.468018] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1736.468018] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58195b61-47be-4903-a332-6ff13107844c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.474377] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1736.474377] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b50e8-0c17-1040-2794-743014efc674" [ 1736.474377] env[62171]: _type = "Task" [ 1736.474377] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.483807] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b50e8-0c17-1040-2794-743014efc674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.570895] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.669028] env[62171]: DEBUG nova.network.neutron [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Updated VIF entry in instance network info cache for port dd985c58-e01e-4c07-9b4e-a5501bd98c94. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1736.669028] env[62171]: DEBUG nova.network.neutron [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Updating instance_info_cache with network_info: [{"id": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "address": "fa:16:3e:67:87:f0", "network": {"id": "22a017f5-f8bf-41fc-b062-20842a9492bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1616396979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86fbdd7f32374cd18b4a041f1fa959e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd985c58-e0", "ovs_interfaceid": "dd985c58-e01e-4c07-9b4e-a5501bd98c94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.778896] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Successfully updated port: 262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1736.933714] env[62171]: DEBUG nova.compute.utils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1736.936483] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Not allocating networking since 'none' was specified. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1736.985611] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521b50e8-0c17-1040-2794-743014efc674, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.986973] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23a5b0a-aaab-4bb4-963e-96e5a6e630a3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.995288] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1736.995288] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5290dd6e-1859-874d-c0e6-2b54d0a02b47" [ 1736.995288] env[62171]: _type = "Task" [ 1736.995288] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.000625] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5290dd6e-1859-874d-c0e6-2b54d0a02b47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.168969] env[62171]: DEBUG oslo_concurrency.lockutils [req-54c00757-89fb-49f6-a843-80476f058796 req-a9d7494b-56eb-4f62-9b9e-d2305916c95c service nova] Releasing lock "refresh_cache-2346cc28-f1bd-4e6c-a45f-242f224132a9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.236256] env[62171]: DEBUG nova.network.neutron [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updated VIF entry in instance network info cache for port 7d83ca3c-7a38-44a7-a8e7-887263e748ab. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1737.236256] env[62171]: DEBUG nova.network.neutron [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] [instance: a9959f70-763e-4ba6-8b44-f1b927d4cd01] Updating instance_info_cache with network_info: [{"id": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "address": "fa:16:3e:58:91:71", "network": {"id": "d62bb94f-e142-4030-a9bf-b832f54a43aa", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-257613106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acff39144ba74ff29c63764be750e7cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d83ca3c-7a", "ovs_interfaceid": "7d83ca3c-7a38-44a7-a8e7-887263e748ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.283260] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.283442] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquired lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.283654] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1737.437807] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1737.506209] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5290dd6e-1859-874d-c0e6-2b54d0a02b47, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.506495] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.506755] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 2346cc28-f1bd-4e6c-a45f-242f224132a9/2346cc28-f1bd-4e6c-a45f-242f224132a9.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1737.507059] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c51aab-f457-466a-931f-d28cda54a70d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.516221] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1737.516221] env[62171]: value = "task-1979477" [ 1737.516221] env[62171]: _type = "Task" [ 1737.516221] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.526738] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.533734] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab90b7e-b93f-4aa5-81d4-430eb71bd3be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.540951] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b50bdc2-6a81-4dd6-b114-faa627502b90 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.577207] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feca1dea-91ba-4e89-8e9d-1f1c112ff8f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.586280] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9e698-9b97-4aeb-b3be-0d2f60940f00 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.602559] env[62171]: DEBUG nova.compute.provider_tree [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.633778] env[62171]: DEBUG nova.compute.manager [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Received event network-vif-plugged-262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1737.634015] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Acquiring lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.634273] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.634431] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.634557] env[62171]: DEBUG nova.compute.manager [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] No waiting events found dispatching network-vif-plugged-262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1737.634722] env[62171]: WARNING nova.compute.manager [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Received unexpected event network-vif-plugged-262e9589-57bc-4203-8465-d4dac7ec5f66 for instance with vm_state building and task_state spawning. [ 1737.634886] env[62171]: DEBUG nova.compute.manager [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Received event network-changed-262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1737.635062] env[62171]: DEBUG nova.compute.manager [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Refreshing instance network info cache due to event network-changed-262e9589-57bc-4203-8465-d4dac7ec5f66. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1737.635241] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Acquiring lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.738238] env[62171]: DEBUG oslo_concurrency.lockutils [req-04e3810c-618d-4ce3-bbb4-d12753e483dd req-abac111c-b7b3-449c-b82b-bb70e6b7ffc8 service nova] Releasing lock "refresh_cache-a9959f70-763e-4ba6-8b44-f1b927d4cd01" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.819067] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1737.964196] env[62171]: DEBUG nova.network.neutron [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Updating instance_info_cache with network_info: [{"id": "262e9589-57bc-4203-8465-d4dac7ec5f66", "address": "fa:16:3e:69:fa:fb", "network": {"id": "be2222ec-dced-4e1e-9ff9-e795626f4895", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208638706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406b587306f741349d530dd7c4ac4512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e9589-57", "ovs_interfaceid": "262e9589-57bc-4203-8465-d4dac7ec5f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.029113] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.106218] env[62171]: DEBUG nova.scheduler.client.report [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1738.448819] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1738.467026] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Releasing lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.467026] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Instance network_info: |[{"id": "262e9589-57bc-4203-8465-d4dac7ec5f66", "address": "fa:16:3e:69:fa:fb", "network": {"id": "be2222ec-dced-4e1e-9ff9-e795626f4895", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208638706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406b587306f741349d530dd7c4ac4512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e9589-57", "ovs_interfaceid": "262e9589-57bc-4203-8465-d4dac7ec5f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1738.468026] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Acquired lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.468026] env[62171]: DEBUG nova.network.neutron [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Refreshing network info cache for port 262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1738.469774] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:fa:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e68d1a61-2c49-4777-87c4-5eb73c467ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '262e9589-57bc-4203-8465-d4dac7ec5f66', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.480641] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Creating folder: Project (406b587306f741349d530dd7c4ac4512). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1738.484547] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab3f375a-a0d1-49c2-a925-35ca8265f509 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.503963] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Created folder: Project (406b587306f741349d530dd7c4ac4512) in parent group-v407351. [ 1738.504434] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Creating folder: Instances. Parent ref: group-v407480. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1738.505745] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558d086c-383b-480b-b2f7-c9fbcac5154f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.510875] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1738.511201] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1738.511404] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.511786] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1738.511892] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.512514] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1738.512514] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1738.512514] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1738.513313] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1738.513707] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1738.514053] env[62171]: DEBUG nova.virt.hardware [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1738.515126] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcacedd-8ec0-4c44-a0b5-88d8a9d97251 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.519814] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Created folder: Instances in parent group-v407480. [ 1738.519814] env[62171]: DEBUG oslo.service.loopingcall [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.523411] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1738.524780] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bed46d08-0063-494b-bb26-c7eefb1b3da9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.545522] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b4d11-c766-4707-a6b4-3c8c0294eddc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.553892] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768939} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.553892] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.553892] env[62171]: value = "task-1979480" [ 1738.553892] env[62171]: _type = "Task" [ 1738.553892] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.554280] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 2346cc28-f1bd-4e6c-a45f-242f224132a9/2346cc28-f1bd-4e6c-a45f-242f224132a9.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1738.554496] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1738.554800] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3f2e34e-15a2-48ad-b476-16fd8a74fd17 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.569304] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Instance VIF info [] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1738.574777] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Creating folder: Project (e1f1da90c13d45fb951f06fdad677907). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1738.575719] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3f8b33-d6ef-4ee1-a85b-be966e48bb92 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.580923] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979480, 'name': CreateVM_Task} progress is 15%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.582835] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1738.582835] env[62171]: value = "task-1979481" [ 1738.582835] env[62171]: _type = "Task" [ 1738.582835] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.587364] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Created folder: Project (e1f1da90c13d45fb951f06fdad677907) in parent group-v407351. [ 1738.587614] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Creating folder: Instances. Parent ref: group-v407483. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1738.588284] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37b09025-786e-456e-92cd-50bbfb7c1b07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.593738] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.602050] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Created folder: Instances in parent group-v407483. [ 1738.602745] env[62171]: DEBUG oslo.service.loopingcall [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.602745] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1738.602865] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d19002f-1d9b-47dc-889c-a33888c889fe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.616983] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.619045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.891s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.620820] env[62171]: INFO nova.compute.claims [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.628943] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1738.628943] env[62171]: value = "task-1979484" [ 1738.628943] env[62171]: _type = "Task" [ 1738.628943] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.639082] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979484, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.649321] env[62171]: INFO nova.scheduler.client.report [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Deleted allocations for instance 41bc910d-7633-4beb-b841-715a02d91cba [ 1738.755588] env[62171]: DEBUG nova.network.neutron [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Updated VIF entry in instance network info cache for port 262e9589-57bc-4203-8465-d4dac7ec5f66. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1738.755979] env[62171]: DEBUG nova.network.neutron [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Updating instance_info_cache with network_info: [{"id": "262e9589-57bc-4203-8465-d4dac7ec5f66", "address": "fa:16:3e:69:fa:fb", "network": {"id": "be2222ec-dced-4e1e-9ff9-e795626f4895", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1208638706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "406b587306f741349d530dd7c4ac4512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e68d1a61-2c49-4777-87c4-5eb73c467ad3", "external-id": "nsx-vlan-transportzone-52", "segmentation_id": 52, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap262e9589-57", "ovs_interfaceid": "262e9589-57bc-4203-8465-d4dac7ec5f66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.065239] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979480, 'name': CreateVM_Task, 'duration_secs': 0.417142} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.065517] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1739.066181] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.066351] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.066646] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.066904] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3697a607-fb14-46ec-a951-67d0eb59ec24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.071366] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1739.071366] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52749b14-0b57-c8d4-b954-8c4721a8e703" [ 1739.071366] env[62171]: _type = "Task" [ 1739.071366] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.079474] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52749b14-0b57-c8d4-b954-8c4721a8e703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.089876] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17221} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.090177] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1739.090905] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc408ce-453b-4bcf-b299-df02c85d4be0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.116223] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 2346cc28-f1bd-4e6c-a45f-242f224132a9/2346cc28-f1bd-4e6c-a45f-242f224132a9.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.117295] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15ffbff-5e56-45a8-9510-c3e00abc8d5c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.144252] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979484, 'name': CreateVM_Task, 'duration_secs': 0.351847} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.144444] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1739.144790] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1739.144790] env[62171]: value = "task-1979485" [ 1739.144790] env[62171]: _type = "Task" [ 1739.144790] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.145137] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.156739] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.157778] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5501678f-9cd0-45f4-b8a7-7a4eb9da4236 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "41bc910d-7633-4beb-b841-715a02d91cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.925s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.258587] env[62171]: DEBUG oslo_concurrency.lockutils [req-c23c48d0-c190-46aa-a124-ae8d4e9ef913 req-6154624e-1067-401d-ae04-a85a8cc34291 service nova] Releasing lock "refresh_cache-cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.581961] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52749b14-0b57-c8d4-b954-8c4721a8e703, 'name': SearchDatastore_Task, 'duration_secs': 0.009739} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.582318] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.582580] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.582826] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.582990] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.583196] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.584063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.584063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1739.584277] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cf31d73-f993-4139-9794-553cae101269 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.585922] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c4aaad-d314-487e-aa2e-df4374e8adff {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.591478] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1739.591478] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52651754-7d53-dd03-0e74-aa7d85a7187c" [ 1739.591478] env[62171]: _type = "Task" [ 1739.591478] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.596189] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.596398] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1739.597571] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6685b05d-ebe6-4031-99d6-790e6c0a9ed2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.603370] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.603621] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.603853] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.604085] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.604303] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.605988] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52651754-7d53-dd03-0e74-aa7d85a7187c, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.606653] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.606920] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.607550] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.607673] env[62171]: INFO nova.compute.manager [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Terminating instance [ 1739.610526] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1739.610526] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ca607-9920-d2c1-e21c-4f600ca43152" [ 1739.610526] env[62171]: _type = "Task" [ 1739.610526] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.611164] env[62171]: DEBUG nova.compute.manager [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1739.611388] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1739.612509] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bfa157-6a94-4f74-a4ad-94729d4e3eec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.624669] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]527ca607-9920-d2c1-e21c-4f600ca43152, 'name': SearchDatastore_Task, 'duration_secs': 0.008914} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.627134] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1739.627377] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2665ea5e-53a5-4ba3-af2d-ba05b2f54430 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.629597] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20df6650-7442-4d40-be00-477c36351492 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.634230] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1739.634230] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524904fb-c691-4aae-e4d7-486344881b7f" [ 1739.634230] env[62171]: _type = "Task" [ 1739.634230] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.641171] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1739.641171] env[62171]: value = "task-1979486" [ 1739.641171] env[62171]: _type = "Task" [ 1739.641171] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.647595] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524904fb-c691-4aae-e4d7-486344881b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.654057] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.659094] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979485, 'name': ReconfigVM_Task, 'duration_secs': 0.298823} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.659376] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 2346cc28-f1bd-4e6c-a45f-242f224132a9/2346cc28-f1bd-4e6c-a45f-242f224132a9.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1739.659947] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969535e1-caf6-4ae5-aefe-58154a50328b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.669342] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1739.669342] env[62171]: value = "task-1979487" [ 1739.669342] env[62171]: _type = "Task" [ 1739.669342] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.677205] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979487, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.145651] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524904fb-c691-4aae-e4d7-486344881b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012384} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.148305] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.148587] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe/cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1740.151193] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.151312] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.151542] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcaecb1-88ea-425d-9e11-dcdf9f818d44 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.154748] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8411342-8c74-4d95-a840-502f71e4dae8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.160045] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979486, 'name': PowerOffVM_Task, 'duration_secs': 0.346502} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.160045] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1740.160045] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1740.160220] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f831c32e-539d-4b6d-8755-0314e1165c75 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.163890] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1740.163890] env[62171]: value = "task-1979488" [ 1740.163890] env[62171]: _type = "Task" [ 1740.163890] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.172311] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.172311] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1740.178274] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6141db5c-dd43-4ea2-b6f5-10b85329d849 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.183306] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.192091] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979487, 'name': Rename_Task, 'duration_secs': 0.304061} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.192621] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1740.192621] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a23462-31cd-2632-08f0-910cd4d04ff0" [ 1740.192621] env[62171]: _type = "Task" [ 1740.192621] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.193041] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1740.193363] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8697a237-2939-4030-8c4d-f87b6ad460d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.206701] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a23462-31cd-2632-08f0-910cd4d04ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.208043] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1740.208043] env[62171]: value = "task-1979490" [ 1740.208043] env[62171]: _type = "Task" [ 1740.208043] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.218229] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.251659] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb58b7-2b1b-49bb-8705-6714d12a85b8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.260602] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6fbb88-a2b8-4a7e-a925-68246058d6e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.295166] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b13cb3c-787c-4153-9a81-51114a269ca7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.297894] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1740.298107] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1740.298293] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Deleting the datastore file [datastore1] 3fb34c5d-46bd-483d-ae49-cef54a5ba59d {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1740.298550] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd95e1bd-2fdb-4144-9927-fa73890b6b21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.306496] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9bc499-5cbb-47f1-a615-d2e54ea2c193 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.310556] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for the task: (returnval){ [ 1740.310556] env[62171]: value = "task-1979491" [ 1740.310556] env[62171]: _type = "Task" [ 1740.310556] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.322016] env[62171]: DEBUG nova.compute.provider_tree [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.328381] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.675852] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497367} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.675974] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe/cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1740.676246] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1740.676469] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3daa542f-2676-4822-aac6-aba83c1c0ec0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.683184] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1740.683184] env[62171]: value = "task-1979492" [ 1740.683184] env[62171]: _type = "Task" [ 1740.683184] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.693172] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.702187] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a23462-31cd-2632-08f0-910cd4d04ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.023426} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.703050] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf43aac3-818f-41ca-b716-e11309a752c1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.708772] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1740.708772] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d5afaa-e761-1f77-19bf-ec6a68de3782" [ 1740.708772] env[62171]: _type = "Task" [ 1740.708772] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.719745] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d5afaa-e761-1f77-19bf-ec6a68de3782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.723595] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979490, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.821215] env[62171]: DEBUG oslo_vmware.api [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Task: {'id': task-1979491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428543} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.821535] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.821795] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1740.822025] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1740.822250] env[62171]: INFO nova.compute.manager [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1740.822544] env[62171]: DEBUG oslo.service.loopingcall [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.822791] env[62171]: DEBUG nova.compute.manager [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1740.822897] env[62171]: DEBUG nova.network.neutron [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1740.825141] env[62171]: DEBUG nova.scheduler.client.report [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1741.193547] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084451} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.195047] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.196241] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c019f5fc-1c97-4258-8410-30031afa7403 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.227029] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe/cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.231298] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c29f40-2a98-45aa-a17a-beb39fa84860 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.253482] env[62171]: DEBUG oslo_vmware.api [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979490, 'name': PowerOnVM_Task, 'duration_secs': 0.815491} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.258569] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1741.258801] env[62171]: INFO nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1741.259042] env[62171]: DEBUG nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1741.259349] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d5afaa-e761-1f77-19bf-ec6a68de3782, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.259548] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1741.259548] env[62171]: value = "task-1979493" [ 1741.259548] env[62171]: _type = "Task" [ 1741.259548] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.261499] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ddfe49-c617-4149-b4fd-422b4c6ea09a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.264632] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.264632] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] dc7438a3-d19c-4a38-863f-42bcbc36a1cf/dc7438a3-d19c-4a38-863f-42bcbc36a1cf.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1741.264853] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f98a971b-1ef3-4a41-8bd9-d1fa9a5b0c03 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.281121] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.281560] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1741.281560] env[62171]: value = "task-1979494" [ 1741.281560] env[62171]: _type = "Task" [ 1741.281560] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.290436] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.314761] env[62171]: DEBUG nova.compute.manager [req-606408fa-b713-4aef-933a-aed808fdf9d2 req-021f9dec-7390-4842-9709-4d574d1a4e8f service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Received event network-vif-deleted-f4bcb518-7e8b-46ca-aa33-8199b7641d45 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1741.314975] env[62171]: INFO nova.compute.manager [req-606408fa-b713-4aef-933a-aed808fdf9d2 req-021f9dec-7390-4842-9709-4d574d1a4e8f service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Neutron deleted interface f4bcb518-7e8b-46ca-aa33-8199b7641d45; detaching it from the instance and deleting it from the info cache [ 1741.315278] env[62171]: DEBUG nova.network.neutron [req-606408fa-b713-4aef-933a-aed808fdf9d2 req-021f9dec-7390-4842-9709-4d574d1a4e8f service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.332199] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.332729] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1741.337210] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.600s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.337444] env[62171]: DEBUG nova.objects.instance [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lazy-loading 'resources' on Instance uuid 677e3210-d6c0-4fbf-8768-e36ddf2acd2c {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.766585] env[62171]: DEBUG nova.network.neutron [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.776702] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.793084] env[62171]: INFO nova.compute.manager [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Took 50.19 seconds to build instance. [ 1741.798321] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.817544] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de8edf4-cc28-43ac-89cd-1072f0a39064 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.827673] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e7d4cd-c32d-4538-8f3d-810df998b357 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.839368] env[62171]: DEBUG nova.compute.utils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.844234] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1741.844411] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1741.874682] env[62171]: DEBUG nova.compute.manager [req-606408fa-b713-4aef-933a-aed808fdf9d2 req-021f9dec-7390-4842-9709-4d574d1a4e8f service nova] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Detach interface failed, port_id=f4bcb518-7e8b-46ca-aa33-8199b7641d45, reason: Instance 3fb34c5d-46bd-483d-ae49-cef54a5ba59d could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1741.904307] env[62171]: DEBUG nova.policy [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '12f87ce3eef24f7bbf8d9dc3436da373', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '17ae3d51001242e380eb4f3c5e9334d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1742.231331] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Successfully created port: 1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.273594] env[62171]: INFO nova.compute.manager [-] [instance: 3fb34c5d-46bd-483d-ae49-cef54a5ba59d] Took 1.45 seconds to deallocate network for instance. [ 1742.289104] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.295674] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fd6e8598-ddaf-4d89-a8d7-4e1a82705f7b tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.730s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.301740] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.347692] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1742.548429] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f52f3-3839-4083-9f4d-aa28fb8eada7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.556320] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4dce02-1a62-4e5d-b5eb-a76ff5730d9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.588672] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d28543c-365d-4f47-a1c2-f82c156c5ae5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.597242] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb2fa1-5545-4b33-b6ec-c94b6d111cf1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.611569] env[62171]: DEBUG nova.compute.provider_tree [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.727582] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.727651] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.727922] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.728141] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.728401] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.731414] env[62171]: INFO nova.compute.manager [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Terminating instance [ 1742.733740] env[62171]: DEBUG nova.compute.manager [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1742.733940] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1742.734867] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8374acc-cd1a-4e7c-8105-15b52e4bdbb8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.744149] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1742.744390] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76b7de87-098f-46be-974f-817bc5372561 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.753244] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1742.753244] env[62171]: value = "task-1979495" [ 1742.753244] env[62171]: _type = "Task" [ 1742.753244] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.761587] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.775556] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979493, 'name': ReconfigVM_Task, 'duration_secs': 1.293482} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.775857] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Reconfigured VM instance instance-0000002e to attach disk [datastore1] cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe/cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1742.776553] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7694c0ca-43b0-4759-badb-f219353e87ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.782456] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1742.782456] env[62171]: value = "task-1979496" [ 1742.782456] env[62171]: _type = "Task" [ 1742.782456] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.786034] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.791466] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979496, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.799912] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979494, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.221578} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.800190] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] dc7438a3-d19c-4a38-863f-42bcbc36a1cf/dc7438a3-d19c-4a38-863f-42bcbc36a1cf.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1742.800405] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.800647] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a964746-667c-4602-8c92-5cfdc0677124 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.802637] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1742.809841] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1742.809841] env[62171]: value = "task-1979497" [ 1742.809841] env[62171]: _type = "Task" [ 1742.809841] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.817373] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.115277] env[62171]: DEBUG nova.scheduler.client.report [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.265159] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979495, 'name': PowerOffVM_Task, 'duration_secs': 0.164228} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.265400] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1743.265400] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1743.265724] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe6380b7-7bee-4373-a19a-5eb04bf23d3b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.292624] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979496, 'name': Rename_Task, 'duration_secs': 0.158489} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.293284] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1743.293417] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1a1ae22-aa76-4015-b4ee-dc7332b70306 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.300142] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1743.300142] env[62171]: value = "task-1979499" [ 1743.300142] env[62171]: _type = "Task" [ 1743.300142] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.310160] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.320023] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072961} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.320359] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1743.321196] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc046a08-2b9a-49ab-98a9-b0271c98d4f6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.342379] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] dc7438a3-d19c-4a38-863f-42bcbc36a1cf/dc7438a3-d19c-4a38-863f-42bcbc36a1cf.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.343547] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.343817] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffdde23-42de-4aa4-b989-da509d88c3b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.361927] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1743.366498] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1743.366498] env[62171]: value = "task-1979500" [ 1743.366498] env[62171]: _type = "Task" [ 1743.366498] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.376315] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.385543] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1743.385793] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1743.385954] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.386166] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1743.386318] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.386472] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1743.386685] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1743.386848] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1743.387029] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1743.387206] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1743.387386] env[62171]: DEBUG nova.virt.hardware [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1743.388240] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156741aa-7187-4c9a-a390-6407dddf240a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.391761] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1743.392176] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1743.392176] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Deleting the datastore file [datastore1] 2346cc28-f1bd-4e6c-a45f-242f224132a9 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.392754] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aefe9c9-564d-4827-bed5-8c211cb7b408 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.398136] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b16502-b824-49b2-a499-ce3ef06f09f8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.402843] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for the task: (returnval){ [ 1743.402843] env[62171]: value = "task-1979501" [ 1743.402843] env[62171]: _type = "Task" [ 1743.402843] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.418525] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.612634] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.613332] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.613332] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.613472] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.613550] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.615734] env[62171]: INFO nova.compute.manager [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Terminating instance [ 1743.617760] env[62171]: DEBUG nova.compute.manager [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1743.617963] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1743.618812] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0370b-15c1-4f59-8c6a-d4f6c303cd1f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.622118] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.624189] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.244s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.625785] env[62171]: INFO nova.compute.claims [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.636035] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1743.636035] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbcfdc64-2407-4e77-9dae-91df7165b04b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.640024] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1743.640024] env[62171]: value = "task-1979502" [ 1743.640024] env[62171]: _type = "Task" [ 1743.640024] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.644537] env[62171]: INFO nova.scheduler.client.report [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Deleted allocations for instance 677e3210-d6c0-4fbf-8768-e36ddf2acd2c [ 1743.651619] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.711150] env[62171]: DEBUG nova.compute.manager [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Received event network-vif-plugged-1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1743.711467] env[62171]: DEBUG oslo_concurrency.lockutils [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] Acquiring lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.711829] env[62171]: DEBUG oslo_concurrency.lockutils [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.712110] env[62171]: DEBUG oslo_concurrency.lockutils [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.712166] env[62171]: DEBUG nova.compute.manager [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] No waiting events found dispatching network-vif-plugged-1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1743.712377] env[62171]: WARNING nova.compute.manager [req-9a6d75eb-2285-4414-9965-88132061b9cf req-183a87d6-0992-43e8-a03e-388a144f5018 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Received unexpected event network-vif-plugged-1ff98255-c4b2-441c-81aa-a5053a30b840 for instance with vm_state building and task_state spawning. [ 1743.810248] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979499, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.811155] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Successfully updated port: 1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.876891] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979500, 'name': ReconfigVM_Task, 'duration_secs': 0.404871} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.877275] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Reconfigured VM instance instance-0000002f to attach disk [datastore1] dc7438a3-d19c-4a38-863f-42bcbc36a1cf/dc7438a3-d19c-4a38-863f-42bcbc36a1cf.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.878017] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b3a1aa4-4e62-47ae-adce-66b663815fa0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.885357] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1743.885357] env[62171]: value = "task-1979503" [ 1743.885357] env[62171]: _type = "Task" [ 1743.885357] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.899159] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979503, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.912920] env[62171]: DEBUG oslo_vmware.api [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Task: {'id': task-1979501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230818} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.912920] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.913135] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1743.913341] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1743.913587] env[62171]: INFO nova.compute.manager [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1743.913889] env[62171]: DEBUG oslo.service.loopingcall [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.914149] env[62171]: DEBUG nova.compute.manager [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1743.914208] env[62171]: DEBUG nova.network.neutron [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1744.151503] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979502, 'name': PowerOffVM_Task, 'duration_secs': 0.300679} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.151805] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1744.151987] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1744.154099] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b04c3cd-750f-4c01-965b-f6b3466f5212 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.155977] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4c3006f1-039c-41ea-9a15-3e26fc632dbf tempest-ServerExternalEventsTest-830065187 tempest-ServerExternalEventsTest-830065187-project-member] Lock "677e3210-d6c0-4fbf-8768-e36ddf2acd2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.501s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.261905] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1744.262173] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1744.262360] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Deleting the datastore file [datastore1] e2033d6a-1cae-4bb8-9b0e-e975360cdad3 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.266024] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-424de7fd-2920-4a40-ac84-7a6ebf8f92e3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.268878] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for the task: (returnval){ [ 1744.268878] env[62171]: value = "task-1979505" [ 1744.268878] env[62171]: _type = "Task" [ 1744.268878] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.277310] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.310681] env[62171]: DEBUG oslo_vmware.api [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979499, 'name': PowerOnVM_Task, 'duration_secs': 0.616203} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.310986] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1744.311209] env[62171]: INFO nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1744.311395] env[62171]: DEBUG nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1744.312301] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbe8a0-a7fa-4814-8cde-9facb91c00bf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.316247] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.316448] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquired lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.316558] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1744.395339] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979503, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.717042] env[62171]: DEBUG nova.network.neutron [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.779078] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.837307] env[62171]: INFO nova.compute.manager [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Took 49.08 seconds to build instance. [ 1744.864797] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1744.902662] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979503, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.045126] env[62171]: DEBUG nova.network.neutron [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Updating instance_info_cache with network_info: [{"id": "1ff98255-c4b2-441c-81aa-a5053a30b840", "address": "fa:16:3e:da:04:ba", "network": {"id": "631ba689-4ca4-45d3-aa9c-097f846f559a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-856142658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ae3d51001242e380eb4f3c5e9334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff98255-c4", "ovs_interfaceid": "1ff98255-c4b2-441c-81aa-a5053a30b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.214279] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bbc80b-0e2f-4168-baec-f618fb874f63 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.221370] env[62171]: INFO nova.compute.manager [-] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Took 1.31 seconds to deallocate network for instance. [ 1745.223990] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33809bc-e5f0-4a84-b6bd-0002e60563f9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.259411] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce5f973-7b0a-44da-91bc-966bb2a8cbac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.268355] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb4629b-82a3-4d4a-8a62-d4b045ff4b3c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.285494] env[62171]: DEBUG nova.compute.provider_tree [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.290551] env[62171]: DEBUG oslo_vmware.api [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Task: {'id': task-1979505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541328} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.290816] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1745.291021] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1745.291210] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1745.291382] env[62171]: INFO nova.compute.manager [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1745.291958] env[62171]: DEBUG oslo.service.loopingcall [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.292750] env[62171]: DEBUG nova.compute.manager [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1745.292882] env[62171]: DEBUG nova.network.neutron [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1745.345207] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ebdb3995-9194-4e50-9e97-e930b757494c tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.821s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.345595] env[62171]: DEBUG nova.compute.manager [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1745.348082] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c8422-1f2d-41c6-aec8-e387d0285a01 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.398110] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979503, 'name': Rename_Task, 'duration_secs': 1.233691} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.398399] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1745.398730] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c56c99-e49b-4183-9452-8cb553d9b112 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.405756] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1745.405756] env[62171]: value = "task-1979506" [ 1745.405756] env[62171]: _type = "Task" [ 1745.405756] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.415412] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.548029] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Releasing lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.548292] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Instance network_info: |[{"id": "1ff98255-c4b2-441c-81aa-a5053a30b840", "address": "fa:16:3e:da:04:ba", "network": {"id": "631ba689-4ca4-45d3-aa9c-097f846f559a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-856142658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ae3d51001242e380eb4f3c5e9334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff98255-c4", "ovs_interfaceid": "1ff98255-c4b2-441c-81aa-a5053a30b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1745.548746] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:04:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff98255-c4b2-441c-81aa-a5053a30b840', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.556286] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Creating folder: Project (17ae3d51001242e380eb4f3c5e9334d9). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1745.556729] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56d2bba7-a41d-409f-a4ba-84910a666a9d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.568450] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Created folder: Project (17ae3d51001242e380eb4f3c5e9334d9) in parent group-v407351. [ 1745.568647] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Creating folder: Instances. Parent ref: group-v407486. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1745.568885] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a10c8e45-e940-4a4d-90fd-2211b459d9bb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.578006] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Created folder: Instances in parent group-v407486. [ 1745.578259] env[62171]: DEBUG oslo.service.loopingcall [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.578575] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1745.578654] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13ea7c6-6185-40b1-ab3c-5be20e452e5d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.598777] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.598777] env[62171]: value = "task-1979509" [ 1745.598777] env[62171]: _type = "Task" [ 1745.598777] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.611413] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979509, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.646119] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.646425] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.646957] env[62171]: DEBUG nova.objects.instance [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lazy-loading 'flavor' on Instance uuid 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.734359] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.759966] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.760414] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.760846] env[62171]: DEBUG nova.compute.manager [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1745.761855] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca82718-ca54-4712-8d74-85ff17dfcb22 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.769920] env[62171]: DEBUG nova.compute.manager [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62171) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1745.770538] env[62171]: DEBUG nova.objects.instance [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lazy-loading 'flavor' on Instance uuid cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.788912] env[62171]: DEBUG nova.scheduler.client.report [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1745.852415] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1745.862720] env[62171]: INFO nova.compute.manager [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] instance snapshotting [ 1745.862720] env[62171]: DEBUG nova.objects.instance [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lazy-loading 'flavor' on Instance uuid 3ea50bbd-56e4-4fd5-a15a-1059d58227d5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.920745] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.113953] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979509, 'name': CreateVM_Task, 'duration_secs': 0.431008} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.113953] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1746.115636] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.115636] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.115636] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1746.115636] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a19e66-ffab-4ab4-8ebc-5b66be34112f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.120976] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1746.120976] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b3aefb-047a-3f77-9217-cbaafb870473" [ 1746.120976] env[62171]: _type = "Task" [ 1746.120976] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.128901] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b3aefb-047a-3f77-9217-cbaafb870473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.220437] env[62171]: DEBUG nova.compute.manager [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Received event network-changed-1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1746.220630] env[62171]: DEBUG nova.compute.manager [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Refreshing instance network info cache due to event network-changed-1ff98255-c4b2-441c-81aa-a5053a30b840. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1746.220858] env[62171]: DEBUG oslo_concurrency.lockutils [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] Acquiring lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.221079] env[62171]: DEBUG oslo_concurrency.lockutils [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] Acquired lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.221232] env[62171]: DEBUG nova.network.neutron [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Refreshing network info cache for port 1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1746.232455] env[62171]: DEBUG nova.objects.instance [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lazy-loading 'pci_requests' on Instance uuid 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.276452] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1746.276737] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3a84c5-b1af-4cab-b48c-0c2ebe916de9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.283041] env[62171]: DEBUG nova.network.neutron [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.285734] env[62171]: DEBUG oslo_vmware.api [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1746.285734] env[62171]: value = "task-1979510" [ 1746.285734] env[62171]: _type = "Task" [ 1746.285734] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.296861] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.297481] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1746.299957] env[62171]: DEBUG oslo_vmware.api [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.301060] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.603s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.302657] env[62171]: INFO nova.compute.claims [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.371604] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a67792-3e1f-4bdc-b0a0-0476e7c2b29c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.392533] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.393405] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0f8f75-66f1-424e-97cd-be941b1cffe6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.416710] env[62171]: DEBUG oslo_vmware.api [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979506, 'name': PowerOnVM_Task, 'duration_secs': 0.673976} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.417049] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1746.417269] env[62171]: INFO nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1746.417750] env[62171]: DEBUG nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1746.418644] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1fdce3-18b1-4b13-9e2a-46adb29c0efb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.471682] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "89054463-b87a-4d12-abdb-285ba68b1a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.471682] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.471682] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.471682] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.471914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.478018] env[62171]: INFO nova.compute.manager [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Terminating instance [ 1746.478018] env[62171]: DEBUG nova.compute.manager [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1746.478018] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1746.478018] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2fed6-cc15-43ef-94e4-f993b923853b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.487465] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1746.487740] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095ff39d-3255-463c-9bd5-5bc38cfac4ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.494998] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1746.494998] env[62171]: value = "task-1979511" [ 1746.494998] env[62171]: _type = "Task" [ 1746.494998] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.503153] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.631237] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b3aefb-047a-3f77-9217-cbaafb870473, 'name': SearchDatastore_Task, 'duration_secs': 0.020229} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.631882] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.631882] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.632103] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.632238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.632391] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.633255] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11ecf58-be3f-4b11-a1eb-e049171b942e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.642605] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.642732] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1746.643699] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96acc2cb-6f6c-4d38-9daa-b8dd62939c8d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.649099] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1746.649099] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52687a35-20e0-a361-f033-ff0a1adb6eb0" [ 1746.649099] env[62171]: _type = "Task" [ 1746.649099] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.657192] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52687a35-20e0-a361-f033-ff0a1adb6eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.734710] env[62171]: DEBUG nova.objects.base [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Object Instance<14d8f175-ca09-4fbc-a71c-8abdb5d43af1> lazy-loaded attributes: flavor,pci_requests {{(pid=62171) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1746.734801] env[62171]: DEBUG nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1746.787589] env[62171]: INFO nova.compute.manager [-] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Took 1.49 seconds to deallocate network for instance. [ 1746.802045] env[62171]: DEBUG nova.compute.utils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.803271] env[62171]: DEBUG oslo_vmware.api [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979510, 'name': PowerOffVM_Task, 'duration_secs': 0.268608} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.803716] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1746.803890] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1746.805718] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1746.805901] env[62171]: DEBUG nova.compute.manager [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1746.808557] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d1d2d-2beb-4169-bb03-0506f8a9f27f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.812758] env[62171]: DEBUG nova.policy [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2403c421de2c4dab9bd88a6a92a37a91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf91894982e84eacb0043b705403611b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1746.904257] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1746.904597] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01c36277-fda8-4607-be03-6d3f59081c57 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.913210] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1746.913210] env[62171]: value = "task-1979512" [ 1746.913210] env[62171]: _type = "Task" [ 1746.913210] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.923377] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.928084] env[62171]: DEBUG nova.policy [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20f1f6a2eaeb44818abc998ce5ccdae8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9c100cf0c124d6e8d059e6d492f32bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1746.936152] env[62171]: INFO nova.compute.manager [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Took 46.47 seconds to build instance. [ 1747.006090] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979511, 'name': PowerOffVM_Task, 'duration_secs': 0.471106} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.006389] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1747.006590] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1747.006816] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-548d36f0-3739-45b5-8951-e85be39edd24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.090519] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1747.090841] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1747.091101] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Deleting the datastore file [datastore1] 89054463-b87a-4d12-abdb-285ba68b1a1f {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.091410] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96c945af-aaf9-4f5a-b568-16c614bf44be {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.097718] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for the task: (returnval){ [ 1747.097718] env[62171]: value = "task-1979514" [ 1747.097718] env[62171]: _type = "Task" [ 1747.097718] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.106315] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.161440] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52687a35-20e0-a361-f033-ff0a1adb6eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.162899] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d8bd30-e7cc-4261-9be0-ce03e89b16ad {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.167875] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1747.167875] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52455d75-33f5-97da-d017-2067a771026f" [ 1747.167875] env[62171]: _type = "Task" [ 1747.167875] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.176358] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52455d75-33f5-97da-d017-2067a771026f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.188412] env[62171]: DEBUG nova.network.neutron [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Updated VIF entry in instance network info cache for port 1ff98255-c4b2-441c-81aa-a5053a30b840. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1747.188804] env[62171]: DEBUG nova.network.neutron [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Updating instance_info_cache with network_info: [{"id": "1ff98255-c4b2-441c-81aa-a5053a30b840", "address": "fa:16:3e:da:04:ba", "network": {"id": "631ba689-4ca4-45d3-aa9c-097f846f559a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-856142658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "17ae3d51001242e380eb4f3c5e9334d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff98255-c4", "ovs_interfaceid": "1ff98255-c4b2-441c-81aa-a5053a30b840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.297882] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.304642] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1747.325829] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c6c0424d-1d5e-4403-abb0-7d627ca55814 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.428710] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979512, 'name': CreateSnapshot_Task, 'duration_secs': 0.482524} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.428710] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1747.429552] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ffbbd1-b501-4d66-bfcc-c5e8a30e912e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.438338] env[62171]: DEBUG oslo_concurrency.lockutils [None req-a9735b77-41d7-45c4-8b9c-ca4c459a1975 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.541s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.451137] env[62171]: DEBUG nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Successfully created port: 996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.456560] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Successfully created port: a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1747.609510] env[62171]: DEBUG oslo_vmware.api [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Task: {'id': task-1979514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179863} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.609510] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.609685] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1747.609926] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1747.610115] env[62171]: INFO nova.compute.manager [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1747.610303] env[62171]: DEBUG oslo.service.loopingcall [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.611331] env[62171]: DEBUG nova.compute.manager [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1747.611331] env[62171]: DEBUG nova.network.neutron [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1747.685333] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52455d75-33f5-97da-d017-2067a771026f, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.686617] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.686711] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce/0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1747.687210] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e5f03c-b17e-4482-aeb2-1713821d4fd0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.693634] env[62171]: DEBUG oslo_concurrency.lockutils [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] Releasing lock "refresh_cache-0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.693955] env[62171]: DEBUG nova.compute.manager [req-0272b962-cc93-49c7-802e-dd126d95681f req-b2c1257a-bab4-4c99-a84b-21c50f6df379 service nova] [instance: 2346cc28-f1bd-4e6c-a45f-242f224132a9] Received event network-vif-deleted-dd985c58-e01e-4c07-9b4e-a5501bd98c94 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1747.700224] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1747.700224] env[62171]: value = "task-1979515" [ 1747.700224] env[62171]: _type = "Task" [ 1747.700224] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.714633] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.944535] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392352d8-c2d7-4a88-8bb4-c16db43890fd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.953669] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1747.954047] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1747.956798] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbf646f3-4a27-45c7-8854-08dccd96c109 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.969320] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e8056-be40-46a2-a444-a96b8e4f7170 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.970608] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1747.970608] env[62171]: value = "task-1979516" [ 1747.970608] env[62171]: _type = "Task" [ 1747.970608] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.000046] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb04c0d-2877-4980-8006-31661778cf16 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.005993] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979516, 'name': CloneVM_Task} progress is 16%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.014139] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ed793-ff94-460d-8e6e-7915fa6b66cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.029130] env[62171]: DEBUG nova.compute.provider_tree [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.172542] env[62171]: DEBUG nova.compute.manager [None req-7ae15910-2581-4f27-ae09-3d9a6bd7c9a3 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1748.177075] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd703f-29cb-4108-9e50-762370388fdc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.212200] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979515, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.315325] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1748.341789] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1748.342136] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1748.342311] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.342504] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1748.342697] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.342802] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1748.343024] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1748.343198] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1748.343381] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1748.343533] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1748.343711] env[62171]: DEBUG nova.virt.hardware [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1748.344918] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36eb105-293d-4ec5-9278-52f95d9a24f1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.352704] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a15e81d-11c1-4c6c-9bc2-7c5202a0029b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.478084] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.481636] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979516, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.533426] env[62171]: DEBUG nova.scheduler.client.report [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.656231] env[62171]: DEBUG oslo_concurrency.lockutils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Acquiring lock "f991670f-c678-4e4c-b426-25889c5ed71e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.656686] env[62171]: DEBUG oslo_concurrency.lockutils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Lock "f991670f-c678-4e4c-b426-25889c5ed71e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.689058] env[62171]: INFO nova.compute.manager [None req-7ae15910-2581-4f27-ae09-3d9a6bd7c9a3 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] instance snapshotting [ 1748.689058] env[62171]: DEBUG nova.objects.instance [None req-7ae15910-2581-4f27-ae09-3d9a6bd7c9a3 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lazy-loading 'flavor' on Instance uuid dc7438a3-d19c-4a38-863f-42bcbc36a1cf {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.715200] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677791} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.715921] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce/0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1748.716166] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1748.716416] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7c9e1c-a53e-411b-853d-fa589f85c703 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.723231] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1748.723231] env[62171]: value = "task-1979517" [ 1748.723231] env[62171]: _type = "Task" [ 1748.723231] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.731920] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.889155] env[62171]: DEBUG nova.network.neutron [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.983290] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979516, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.041783] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.042189] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1749.045720] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.690s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.200026] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72574762-ba03-4616-8a52-eb210b63bc8e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.217130] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.217824] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.218231] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.218736] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.219058] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.221522] env[62171]: INFO nova.compute.manager [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Terminating instance [ 1749.223412] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66982301-035b-4062-9d66-6578151dc98b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.226443] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "refresh_cache-dc7438a3-d19c-4a38-863f-42bcbc36a1cf" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.227174] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquired lock "refresh_cache-dc7438a3-d19c-4a38-863f-42bcbc36a1cf" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.227495] env[62171]: DEBUG nova.network.neutron [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1749.248773] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122416} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.249702] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1749.250852] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f724580-f614-413c-bec9-b813e1980a70 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.276412] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce/0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1749.277223] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4cb870-b6d7-4e1e-9a5c-fbf0b207fb11 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.300018] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1749.300018] env[62171]: value = "task-1979518" [ 1749.300018] env[62171]: _type = "Task" [ 1749.300018] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.307227] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.372604] env[62171]: DEBUG nova.compute.manager [req-82d01702-723e-4b13-82ea-e7050cf33789 req-b41f03db-ef20-422a-8ca6-b365febb92ce service nova] [instance: e2033d6a-1cae-4bb8-9b0e-e975360cdad3] Received event network-vif-deleted-72abeb50-4b3f-4123-a3e8-f67db17d0afb {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1749.392041] env[62171]: INFO nova.compute.manager [-] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Took 1.78 seconds to deallocate network for instance. [ 1749.482175] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979516, 'name': CloneVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.561929] env[62171]: DEBUG nova.compute.utils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.563953] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1749.564604] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1749.653037] env[62171]: DEBUG nova.policy [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1830e39ae45048e9884da3ed2649b7ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '990c860d520c483abd53e531c19dcfc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1749.686318] env[62171]: DEBUG nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Successfully updated port: 996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.750510] env[62171]: DEBUG nova.compute.manager [None req-7ae15910-2581-4f27-ae09-3d9a6bd7c9a3 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Instance disappeared during snapshot {{(pid=62171) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1749.763106] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Successfully updated port: a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.766710] env[62171]: DEBUG nova.network.neutron [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1749.808489] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.853399] env[62171]: DEBUG nova.network.neutron [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.900169] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.901803] env[62171]: DEBUG nova.compute.manager [None req-7ae15910-2581-4f27-ae09-3d9a6bd7c9a3 tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Found 0 images (rotation: 2) {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1749.983157] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979516, 'name': CloneVM_Task, 'duration_secs': 1.560223} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.983449] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created linked-clone VM from snapshot [ 1749.984219] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4badab7-8203-4c04-9d17-1b9dbd18c07e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.992210] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploading image 524c2119-209a-46c6-9346-a9581514415d {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1750.013657] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1750.013657] env[62171]: value = "vm-407490" [ 1750.013657] env[62171]: _type = "VirtualMachine" [ 1750.013657] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1750.013972] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29a7a5bf-47ab-48f8-8e42-ca57ff3b9281 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.021483] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease: (returnval){ [ 1750.021483] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276de2f-0a97-adde-e237-151fca451c85" [ 1750.021483] env[62171]: _type = "HttpNfcLease" [ 1750.021483] env[62171]: } obtained for exporting VM: (result){ [ 1750.021483] env[62171]: value = "vm-407490" [ 1750.021483] env[62171]: _type = "VirtualMachine" [ 1750.021483] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1750.021741] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the lease: (returnval){ [ 1750.021741] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276de2f-0a97-adde-e237-151fca451c85" [ 1750.021741] env[62171]: _type = "HttpNfcLease" [ 1750.021741] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1750.028309] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.028309] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276de2f-0a97-adde-e237-151fca451c85" [ 1750.028309] env[62171]: _type = "HttpNfcLease" [ 1750.028309] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1750.043956] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Successfully created port: 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.071965] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1750.101798] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.101940] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 89054463-b87a-4d12-abdb-285ba68b1a1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102116] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 8638a2a6-96d8-4a94-8014-1228d31b81b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102219] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 4496e588-3745-4220-9679-b27a657fd09f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102332] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102601] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 004dbc11-180e-437b-89d9-cb2de69bd140 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102601] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102742] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance fc23a7c7-64d1-47b2-b0fa-55afbbcf570e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.102784] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance c387877d-8cf1-4860-84d3-d8946c65db67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.102930] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance e2033d6a-1cae-4bb8-9b0e-e975360cdad3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.103072] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 3fb34c5d-46bd-483d-ae49-cef54a5ba59d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.103163] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 97a48c79-8950-4b53-ae7e-7b7e0845158e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103277] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9c489c02-6010-4f1a-8d7f-fe4fa5007c7c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103387] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance aee05e74-29a2-40ca-8185-a3698c7321af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103495] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance f1a3decb-7efc-4d62-ad83-2da3532c9b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103601] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9739be8a-c790-4c96-924b-b47275236b38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103709] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 447f70db-fb44-424a-8013-630922ef258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.103840] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 8811ec10-8cc5-4238-b361-55f24e044027 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.103925] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 3ea50bbd-56e4-4fd5-a15a-1059d58227d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.104106] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 1ec61496-8ff5-4236-8aa3-8f8997823742 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.104243] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance f2072664-ec85-48eb-8a4b-8d09c10d29fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.104371] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance da06dfbd-2823-4075-b453-0e3ca30b7c9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.104533] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance f63c1f62-24dd-427f-90cc-25312097d746 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.104590] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance a9959f70-763e-4ba6-8b44-f1b927d4cd01 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.104704] env[62171]: WARNING nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 2346cc28-f1bd-4e6c-a45f-242f224132a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1750.104815] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.104962] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance dc7438a3-d19c-4a38-863f-42bcbc36a1cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.105052] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.105323] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 1130179f-2d78-472e-927c-0b1d983fded2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.105429] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9cbe5049-3a8e-4962-be3f-2312cced0b11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1750.290080] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.290080] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.290080] env[62171]: DEBUG nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1750.293662] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.293662] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.293662] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1750.314162] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979518, 'name': ReconfigVM_Task, 'duration_secs': 0.983767} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.314162] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce/0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1750.314162] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07a20a60-bc8b-4345-ba09-7261dd12b9dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.320313] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1750.320313] env[62171]: value = "task-1979520" [ 1750.320313] env[62171]: _type = "Task" [ 1750.320313] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.330677] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979520, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.360977] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Releasing lock "refresh_cache-dc7438a3-d19c-4a38-863f-42bcbc36a1cf" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.361458] env[62171]: DEBUG nova.compute.manager [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1750.361658] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1750.362615] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf73801-14b1-4d0b-97c0-032876b11672 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.370962] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1750.371255] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d639376-504a-4e44-9181-cb95486716f3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.378325] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1750.378325] env[62171]: value = "task-1979521" [ 1750.378325] env[62171]: _type = "Task" [ 1750.378325] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.387047] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.529428] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.529428] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276de2f-0a97-adde-e237-151fca451c85" [ 1750.529428] env[62171]: _type = "HttpNfcLease" [ 1750.529428] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.529762] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.529762] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5276de2f-0a97-adde-e237-151fca451c85" [ 1750.529762] env[62171]: _type = "HttpNfcLease" [ 1750.529762] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.530553] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0968c795-26fd-415d-9409-b3f83f573e9e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.539381] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.539583] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.603294] env[62171]: DEBUG nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1750.605384] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892fced-d968-4a21-a240-6215cbde33e3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.609409] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance c5622338-06da-4748-bd7d-ebb2dc0c81f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1750.636023] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6f00060-13ba-491e-88fd-1c7a3756faed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.830917] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979520, 'name': Rename_Task, 'duration_secs': 0.146141} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.831302] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1750.831616] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f87fddf1-dc59-49ad-81cb-b519592bc0d7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.838899] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1750.838899] env[62171]: value = "task-1979522" [ 1750.838899] env[62171]: _type = "Task" [ 1750.838899] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.843976] env[62171]: WARNING nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] 50c48f5e-d971-4dd5-a874-3ebabb379aca already exists in list: networks containing: ['50c48f5e-d971-4dd5-a874-3ebabb379aca']. ignoring it [ 1750.851081] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.851885] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1750.891554] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979521, 'name': PowerOffVM_Task, 'duration_secs': 0.106268} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.891865] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1750.892189] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1750.892467] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71cf3931-b7e7-4218-9551-756145929d60 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.919589] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1750.919916] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1750.920388] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Deleting the datastore file [datastore1] dc7438a3-d19c-4a38-863f-42bcbc36a1cf {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1750.920722] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37cfd0c0-bfca-4103-a409-ac253d64384b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.929064] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for the task: (returnval){ [ 1750.929064] env[62171]: value = "task-1979524" [ 1750.929064] env[62171]: _type = "Task" [ 1750.929064] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.938235] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.110571] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1751.117288] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 16287ba1-3b2f-44aa-baf7-6965213fec30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1751.119255] env[62171]: INFO nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] instance snapshotting [ 1751.120362] env[62171]: WARNING nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1751.122062] env[62171]: DEBUG nova.network.neutron [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Updating instance_info_cache with network_info: [{"id": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "address": "fa:16:3e:66:fe:5e", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5440c7d-5b", "ovs_interfaceid": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.126663] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63349157-4154-43e6-a777-d0bf95ff8643 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.155144] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.155629] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.155767] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.156054] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.156305] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.156907] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.156907] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.157094] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.157291] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.157577] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.157704] env[62171]: DEBUG nova.virt.hardware [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.161060] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78697c27-16bb-4543-ada5-be60485f8fc0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.164892] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d13ffd8-55f6-4b9b-973c-869baf980edf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.176551] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97424718-29ec-419c-a7fd-6c7c44481750 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.331108] env[62171]: DEBUG nova.network.neutron [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "996bbe04-ad1c-4f5c-a611-5563070269ae", "address": "fa:16:3e:de:4a:07", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996bbe04-ad", "ovs_interfaceid": "996bbe04-ad1c-4f5c-a611-5563070269ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.349155] env[62171]: DEBUG oslo_vmware.api [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979522, 'name': PowerOnVM_Task, 'duration_secs': 0.495614} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.350569] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1751.350690] env[62171]: INFO nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1751.350872] env[62171]: DEBUG nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1751.351715] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1917e0-66bd-4730-8170-9c8c07c68460 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.440246] env[62171]: DEBUG oslo_vmware.api [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Task: {'id': task-1979524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103342} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.440669] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.441100] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1751.441459] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1751.441856] env[62171]: INFO nova.compute.manager [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1751.442318] env[62171]: DEBUG oslo.service.loopingcall [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.442619] env[62171]: DEBUG nova.compute.manager [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1751.442757] env[62171]: DEBUG nova.network.neutron [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1751.458934] env[62171]: DEBUG nova.network.neutron [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1751.599779] env[62171]: DEBUG nova.objects.instance [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lazy-loading 'flavor' on Instance uuid 8638a2a6-96d8-4a94-8014-1228d31b81b1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1751.626117] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance b7433a97-38b5-40c4-b993-b15aa9bfa420 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1751.628761] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.628761] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance network_info: |[{"id": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "address": "fa:16:3e:66:fe:5e", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5440c7d-5b", "ovs_interfaceid": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1751.631189] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:fe:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5440c7d-5b53-4357-a5d9-6fa79efcc33f', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1751.637419] env[62171]: DEBUG oslo.service.loopingcall [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1751.638520] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1751.639675] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d58ddfa-6f4e-4ceb-b798-85b55e14769d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.659268] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1751.659268] env[62171]: value = "task-1979525" [ 1751.659268] env[62171]: _type = "Task" [ 1751.659268] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.667746] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979525, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.685574] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1751.685968] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c4b76f2-139a-4efc-8c9b-944edcee2b72 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.696471] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1751.696471] env[62171]: value = "task-1979526" [ 1751.696471] env[62171]: _type = "Task" [ 1751.696471] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.703046] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979526, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.721305] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 89054463-b87a-4d12-abdb-285ba68b1a1f] Received event network-vif-deleted-625fa356-e068-4f60-8bad-aa4fb0ec86ab {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1751.721736] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-vif-plugged-996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1751.722062] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.722396] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.722683] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.722989] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] No waiting events found dispatching network-vif-plugged-996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1751.723333] env[62171]: WARNING nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received unexpected event network-vif-plugged-996bbe04-ad1c-4f5c-a611-5563070269ae for instance with vm_state active and task_state None. [ 1751.723700] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Received event network-vif-plugged-a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1751.724032] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquiring lock "1130179f-2d78-472e-927c-0b1d983fded2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.724371] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Lock "1130179f-2d78-472e-927c-0b1d983fded2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.724791] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Lock "1130179f-2d78-472e-927c-0b1d983fded2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.725129] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] No waiting events found dispatching network-vif-plugged-a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1751.725451] env[62171]: WARNING nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Received unexpected event network-vif-plugged-a5440c7d-5b53-4357-a5d9-6fa79efcc33f for instance with vm_state building and task_state spawning. [ 1751.725787] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-changed-996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1751.726076] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing instance network info cache due to event network-changed-996bbe04-ad1c-4f5c-a611-5563070269ae. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1751.726325] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.743673] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Successfully updated port: 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.834741] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.835652] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.835972] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.837407] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.837743] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Refreshing network info cache for port 996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1751.841100] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0168547d-f263-45ed-b2a1-e4c67b6cca84 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.862531] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.862902] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.863262] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.863478] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.863648] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.863880] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.864177] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.864356] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.864600] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.864836] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.865036] env[62171]: DEBUG nova.virt.hardware [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.871761] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfiguring VM to attach interface {{(pid=62171) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1751.876424] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cc4c9d-af96-4599-9d80-a8b70e33a56b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.891905] env[62171]: INFO nova.compute.manager [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Took 48.18 seconds to build instance. [ 1751.897257] env[62171]: DEBUG oslo_vmware.api [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1751.897257] env[62171]: value = "task-1979527" [ 1751.897257] env[62171]: _type = "Task" [ 1751.897257] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.906436] env[62171]: DEBUG oslo_vmware.api [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979527, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.961454] env[62171]: DEBUG nova.network.neutron [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.106888] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.107167] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.131155] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 5439a79a-b411-4d33-a6e5-09ab473d3656 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1752.172787] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979525, 'name': CreateVM_Task, 'duration_secs': 0.363729} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.173286] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1752.174131] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.174443] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.175507] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1752.175882] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9bd105-7ebe-4d74-ae13-51fe3bfa1855 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.180917] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1752.180917] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205c118-dda8-2b26-f14d-ca87eba58b55" [ 1752.180917] env[62171]: _type = "Task" [ 1752.180917] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.189735] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205c118-dda8-2b26-f14d-ca87eba58b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.203218] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979526, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.247932] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.248351] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.248653] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1752.394516] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d711e93a-d786-4e3f-ab5d-bbf150ad377e tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.210s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.407558] env[62171]: DEBUG oslo_vmware.api [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.464984] env[62171]: INFO nova.compute.manager [-] [instance: dc7438a3-d19c-4a38-863f-42bcbc36a1cf] Took 1.02 seconds to deallocate network for instance. [ 1752.634166] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance e0b3cdfa-29a1-43c7-8808-57a4bccedcde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1752.697830] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205c118-dda8-2b26-f14d-ca87eba58b55, 'name': SearchDatastore_Task, 'duration_secs': 0.01168} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.701181] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.701525] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1752.701745] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.701907] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.702113] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1752.703076] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updated VIF entry in instance network info cache for port 996bbe04-ad1c-4f5c-a611-5563070269ae. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1752.703548] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "996bbe04-ad1c-4f5c-a611-5563070269ae", "address": "fa:16:3e:de:4a:07", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996bbe04-ad", "ovs_interfaceid": "996bbe04-ad1c-4f5c-a611-5563070269ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.704740] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1159119c-8311-46ca-ac18-7d39a4b5868b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.709210] env[62171]: DEBUG nova.network.neutron [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1752.717451] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979526, 'name': CreateSnapshot_Task, 'duration_secs': 0.639811} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.718158] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1752.720288] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5adb24-3004-4cfb-be71-7af2ce60131a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.723026] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1752.723252] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1752.725349] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c38e4b3f-cc47-4d26-b7df-4b4e6e77366a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.735617] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1752.735617] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52988c55-2886-4e1b-7c73-0f7989e42599" [ 1752.735617] env[62171]: _type = "Task" [ 1752.735617] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.749479] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52988c55-2886-4e1b-7c73-0f7989e42599, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.750426] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72fbb422-9084-4217-91c8-1326bb4cafba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.757865] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1752.757865] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec60d9-d6ac-c5eb-6f81-740698991732" [ 1752.757865] env[62171]: _type = "Task" [ 1752.757865] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.768110] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec60d9-d6ac-c5eb-6f81-740698991732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.788071] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1752.897718] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1752.910027] env[62171]: DEBUG oslo_vmware.api [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979527, 'name': ReconfigVM_Task, 'duration_secs': 0.649638} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.910626] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.910823] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfigured VM to attach interface {{(pid=62171) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1752.934398] env[62171]: DEBUG nova.network.neutron [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Updating instance_info_cache with network_info: [{"id": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "address": "fa:16:3e:de:d9:23", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cee6d53-68", "ovs_interfaceid": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.973940] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.137560] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9a770759-5575-4329-945f-abc6973562e9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1753.209649] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.210047] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Received event network-changed-a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1753.210412] env[62171]: DEBUG nova.compute.manager [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Refreshing instance network info cache due to event network-changed-a5440c7d-5b53-4357-a5d9-6fa79efcc33f. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1753.210692] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquiring lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.210849] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Acquired lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.211058] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Refreshing network info cache for port a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1753.251578] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1753.254352] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ab5211d-b7da-430c-a91c-9795c3fe4a67 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.263751] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1753.263751] env[62171]: value = "task-1979528" [ 1753.263751] env[62171]: _type = "Task" [ 1753.263751] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.270783] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ec60d9-d6ac-c5eb-6f81-740698991732, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.271431] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.271707] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1753.271992] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aa8fbbe-e138-4568-a2f0-e234f85ce36d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.276927] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979528, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.282578] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1753.282578] env[62171]: value = "task-1979529" [ 1753.282578] env[62171]: _type = "Task" [ 1753.282578] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.293656] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.416039] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa2379bf-4a7c-493b-a2c0-e1686c30859b tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.769s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.425282] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.442168] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.442168] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Instance network_info: |[{"id": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "address": "fa:16:3e:de:d9:23", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cee6d53-68", "ovs_interfaceid": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1753.442168] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cee6d53-6857-4d2d-a31b-5f9cc5b4161a', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.451042] env[62171]: DEBUG oslo.service.loopingcall [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.454570] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1753.454916] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b816028-7407-4e6e-b201-fbf1458e10c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.484181] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.484181] env[62171]: value = "task-1979530" [ 1753.484181] env[62171]: _type = "Task" [ 1753.484181] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.493240] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979530, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.513763] env[62171]: DEBUG nova.network.neutron [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.641378] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 3a89c989-dbca-4f12-b59d-dada28b3f84b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1753.778707] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979528, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.795040] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979529, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.970696] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Updated VIF entry in instance network info cache for port a5440c7d-5b53-4357-a5d9-6fa79efcc33f. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1753.971110] env[62171]: DEBUG nova.network.neutron [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Updating instance_info_cache with network_info: [{"id": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "address": "fa:16:3e:66:fe:5e", "network": {"id": "14b8819b-f966-4891-870b-1c5b5f3b0e7e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638096370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9c100cf0c124d6e8d059e6d492f32bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39a4aca0-934b-4a91-8779-6a4360c3f967", "external-id": "nsx-vlan-transportzone-454", "segmentation_id": 454, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5440c7d-5b", "ovs_interfaceid": "a5440c7d-5b53-4357-a5d9-6fa79efcc33f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.996072] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979530, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.017337] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.017597] env[62171]: DEBUG nova.compute.manager [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Inject network info {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1754.017871] env[62171]: DEBUG nova.compute.manager [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] network_info to inject: |[{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1754.024212] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfiguring VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1754.024984] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5efd628-5202-4f74-8153-16d437ae8974 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.042361] env[62171]: DEBUG oslo_vmware.api [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1754.042361] env[62171]: value = "task-1979531" [ 1754.042361] env[62171]: _type = "Task" [ 1754.042361] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.052660] env[62171]: DEBUG oslo_vmware.api [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.144859] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance d8885a46-d21f-4292-8c6c-52881cc86504 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.249170] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Received event network-vif-plugged-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1754.249462] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Acquiring lock "9cbe5049-3a8e-4962-be3f-2312cced0b11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.249767] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Lock "9cbe5049-3a8e-4962-be3f-2312cced0b11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.250100] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Lock "9cbe5049-3a8e-4962-be3f-2312cced0b11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.250325] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] No waiting events found dispatching network-vif-plugged-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1754.250578] env[62171]: WARNING nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Received unexpected event network-vif-plugged-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a for instance with vm_state building and task_state spawning. [ 1754.250796] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Received event network-changed-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1754.250995] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Refreshing instance network info cache due to event network-changed-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1754.251279] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Acquiring lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.251484] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Acquired lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.251724] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Refreshing network info cache for port 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1754.274624] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979528, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.296571] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736835} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.297233] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1754.297362] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1754.297726] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418af50a-c7d0-494f-89fd-470a20e791b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.306712] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1754.306712] env[62171]: value = "task-1979532" [ 1754.306712] env[62171]: _type = "Task" [ 1754.306712] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.319095] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.474029] env[62171]: DEBUG oslo_concurrency.lockutils [req-f282abcc-52dc-446a-ac6f-926d88df868b req-37b092b3-1740-4765-bb42-a9274b018d1c service nova] Releasing lock "refresh_cache-1130179f-2d78-472e-927c-0b1d983fded2" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.498074] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979530, 'name': CreateVM_Task, 'duration_secs': 0.512137} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.498433] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1754.499404] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.499712] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.500211] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.500600] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6575b96-7390-4948-9f75-7670f8255350 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.506872] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1754.506872] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52124ac3-784c-8ddd-513c-dc8885403847" [ 1754.506872] env[62171]: _type = "Task" [ 1754.506872] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.515172] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52124ac3-784c-8ddd-513c-dc8885403847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.553418] env[62171]: DEBUG oslo_vmware.api [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979531, 'name': ReconfigVM_Task, 'duration_secs': 0.162294} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.553749] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e96b451d-a8c0-41b7-8ebf-fd3daa4c10e7 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfigured VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1754.648314] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance a4e05696-1b27-4b97-883b-f61162beb873 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1754.777616] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979528, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.779457] env[62171]: DEBUG nova.objects.instance [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lazy-loading 'flavor' on Instance uuid 8638a2a6-96d8-4a94-8014-1228d31b81b1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.817852] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078679} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.819026] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1754.819115] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69923fee-9cf6-439a-bebd-93b47fb5e088 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.846601] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.850288] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a88816-b914-469b-bac0-4b93adeeead6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.874816] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1754.874816] env[62171]: value = "task-1979533" [ 1754.874816] env[62171]: _type = "Task" [ 1754.874816] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.885167] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.018897] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52124ac3-784c-8ddd-513c-dc8885403847, 'name': SearchDatastore_Task, 'duration_secs': 0.015888} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.019264] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.019507] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.019776] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.019974] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.020192] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.020473] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-367b958e-66f7-45ed-a969-92aefe2f285d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.030639] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.030854] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1755.032429] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Updated VIF entry in instance network info cache for port 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1755.032795] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Updating instance_info_cache with network_info: [{"id": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "address": "fa:16:3e:de:d9:23", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cee6d53-68", "ovs_interfaceid": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.034106] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fb08cc-6fb4-4832-9965-c638a31d9d84 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.040758] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1755.040758] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c0a48f-451f-7093-b9d5-3774e680c3d8" [ 1755.040758] env[62171]: _type = "Task" [ 1755.040758] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.050421] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c0a48f-451f-7093-b9d5-3774e680c3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.151519] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 5ac2540b-72b4-4c20-89e0-84b83df0de87 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.276061] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979528, 'name': CloneVM_Task, 'duration_secs': 1.98131} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.276443] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Created linked-clone VM from snapshot [ 1755.277289] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97b1e7-e3e8-411c-b5c7-e63607faba3b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.286273] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Uploading image 84ba624a-ef26-4133-8b63-a3446e404712 {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1755.288514] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.288687] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.309807] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1755.309807] env[62171]: value = "vm-407493" [ 1755.309807] env[62171]: _type = "VirtualMachine" [ 1755.309807] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1755.310126] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-63476a1f-19cd-4183-8c1f-5261a3a2b80e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.320923] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lease: (returnval){ [ 1755.320923] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ab2fe2-65d7-0d90-3a50-1f2896d2ed18" [ 1755.320923] env[62171]: _type = "HttpNfcLease" [ 1755.320923] env[62171]: } obtained for exporting VM: (result){ [ 1755.320923] env[62171]: value = "vm-407493" [ 1755.320923] env[62171]: _type = "VirtualMachine" [ 1755.320923] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1755.321373] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the lease: (returnval){ [ 1755.321373] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ab2fe2-65d7-0d90-3a50-1f2896d2ed18" [ 1755.321373] env[62171]: _type = "HttpNfcLease" [ 1755.321373] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1755.328312] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1755.328312] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ab2fe2-65d7-0d90-3a50-1f2896d2ed18" [ 1755.328312] env[62171]: _type = "HttpNfcLease" [ 1755.328312] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1755.386162] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979533, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.538455] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Releasing lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.538765] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-changed-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1755.538938] env[62171]: DEBUG nova.compute.manager [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing instance network info cache due to event network-changed-a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1755.539170] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.553921] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c0a48f-451f-7093-b9d5-3774e680c3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.554933] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c91148-a36a-4f5b-ba54-cf90a8aa5c35 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.560961] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1755.560961] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52915ba8-4f71-5cde-cc5a-d9ef05459b36" [ 1755.560961] env[62171]: _type = "Task" [ 1755.560961] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.569304] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52915ba8-4f71-5cde-cc5a-d9ef05459b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.620794] env[62171]: DEBUG nova.network.neutron [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1755.654505] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance 9a402ec8-139d-4d9f-b5d0-6671533e722a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1755.831036] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1755.831036] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ab2fe2-65d7-0d90-3a50-1f2896d2ed18" [ 1755.831036] env[62171]: _type = "HttpNfcLease" [ 1755.831036] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1755.831036] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1755.831036] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ab2fe2-65d7-0d90-3a50-1f2896d2ed18" [ 1755.831036] env[62171]: _type = "HttpNfcLease" [ 1755.831036] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1755.831396] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e345cd7d-d219-4f46-9ba1-70713aee7938 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.840162] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1755.840372] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1755.906541] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979533, 'name': ReconfigVM_Task, 'duration_secs': 0.535446} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.906871] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.907559] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef213ee9-999e-4666-8fe0-9c2c33dad3b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.914581] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1755.914581] env[62171]: value = "task-1979535" [ 1755.914581] env[62171]: _type = "Task" [ 1755.914581] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.922968] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979535, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.928965] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-996bbe04-ad1c-4f5c-a611-5563070269ae" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.929263] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-996bbe04-ad1c-4f5c-a611-5563070269ae" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.952336] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4aa0d49-3975-4ea0-8c38-1ce151b5030c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.073215] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52915ba8-4f71-5cde-cc5a-d9ef05459b36, 'name': SearchDatastore_Task, 'duration_secs': 0.014552} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.073215] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.073215] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9cbe5049-3a8e-4962-be3f-2312cced0b11/9cbe5049-3a8e-4962-be3f-2312cced0b11.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1756.073481] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e8d8c2-13cd-4471-9d12-cd4597c6b823 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.080421] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1756.080421] env[62171]: value = "task-1979536" [ 1756.080421] env[62171]: _type = "Task" [ 1756.080421] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.088936] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.157139] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Instance f991670f-c678-4e4c-b426-25889c5ed71e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62171) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1756.157678] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1756.157875] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62171) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1756.389852] env[62171]: DEBUG nova.compute.manager [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-changed-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1756.390397] env[62171]: DEBUG nova.compute.manager [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing instance network info cache due to event network-changed-a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1756.390864] env[62171]: DEBUG oslo_concurrency.lockutils [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] Acquiring lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.427030] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979535, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.432314] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.432314] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.435836] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d721ae-26c1-4bcb-8e1d-989825ef7adf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.442064] env[62171]: DEBUG nova.network.neutron [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.468032] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719dcb9-a424-483e-990f-f821ffcdf756 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.501861] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfiguring VM to detach interface {{(pid=62171) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1756.505759] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab3c3fb-9312-4b21-92a4-30b58bf9d08a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.527260] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1756.527260] env[62171]: value = "task-1979537" [ 1756.527260] env[62171]: _type = "Task" [ 1756.527260] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.538703] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.594857] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979536, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.867665] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.868236] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.868619] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.868900] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.868900] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.872494] env[62171]: INFO nova.compute.manager [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Terminating instance [ 1756.875978] env[62171]: DEBUG nova.compute.manager [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1756.876239] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1756.880242] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d3ca6-63aa-4d1d-8635-3337762ccf4c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.882911] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e7aeac-fa73-47cf-95ef-62446bd257b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.890222] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1756.892529] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641df8d9-ab8f-4f6f-8f1f-61101f41d54a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.895199] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c3b699-9c8a-49ab-9e53-b3f962a8df5b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.938186] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3592d914-7cfb-4293-b3c3-a2d00f3de6b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.941013] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1756.941013] env[62171]: value = "task-1979538" [ 1756.941013] env[62171]: _type = "Task" [ 1756.941013] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.952048] env[62171]: DEBUG oslo_concurrency.lockutils [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.952506] env[62171]: DEBUG nova.compute.manager [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Inject network info {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1756.952922] env[62171]: DEBUG nova.compute.manager [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] network_info to inject: |[{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1756.959463] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfiguring VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1756.959915] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979535, 'name': Rename_Task, 'duration_secs': 0.643178} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.960492] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.960915] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing network info cache for port a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1756.962958] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c7b78f-e945-4a02-9dbc-31ecb8219a5d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.975480] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1756.977289] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab56edd-8943-42bf-afcd-67c14ac306e8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.987215] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8877499-ca21-4ba0-88c3-a906b704749c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.989220] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.001747] env[62171]: DEBUG nova.compute.provider_tree [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.006276] env[62171]: DEBUG oslo_vmware.api [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1757.006276] env[62171]: value = "task-1979539" [ 1757.006276] env[62171]: _type = "Task" [ 1757.006276] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.006276] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1757.006276] env[62171]: value = "task-1979540" [ 1757.006276] env[62171]: _type = "Task" [ 1757.006276] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.019511] env[62171]: DEBUG oslo_vmware.api [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.024492] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979540, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.038259] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.095415] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80514} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.095852] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9cbe5049-3a8e-4962-be3f-2312cced0b11/9cbe5049-3a8e-4962-be3f-2312cced0b11.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1757.096176] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1757.096932] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee82a3e2-f191-4829-a28f-653d248c6867 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.105357] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1757.105357] env[62171]: value = "task-1979541" [ 1757.105357] env[62171]: _type = "Task" [ 1757.105357] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.116329] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.291270] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updated VIF entry in instance network info cache for port a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1757.291722] env[62171]: DEBUG nova.network.neutron [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.452220] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979538, 'name': PowerOffVM_Task, 'duration_secs': 0.254671} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.452576] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1757.452815] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1757.453108] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f04c90-fc28-42b8-839d-6e7f8e2d1b7b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.508506] env[62171]: DEBUG nova.scheduler.client.report [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1757.525943] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.529087] env[62171]: DEBUG oslo_vmware.api [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979539, 'name': ReconfigVM_Task, 'duration_secs': 0.159844} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.533246] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-3d700685-ad22-4926-a3db-7a4219a228a1 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Reconfigured VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1757.543021] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.548809] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1757.549063] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1757.549325] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Deleting the datastore file [datastore1] 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.549711] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da2a7b1-48ec-4e96-858f-50da9ad0c08b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.557329] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for the task: (returnval){ [ 1757.557329] env[62171]: value = "task-1979543" [ 1757.557329] env[62171]: _type = "Task" [ 1757.557329] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.568096] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.615937] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086824} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.616263] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.617130] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f84464-bc90-4a84-8bf0-e3549ee67fcd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.641305] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 9cbe5049-3a8e-4962-be3f-2312cced0b11/9cbe5049-3a8e-4962-be3f-2312cced0b11.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.642039] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c9f4f6-5a05-4c07-b1f0-2522296fda64 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.662690] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1757.662690] env[62171]: value = "task-1979544" [ 1757.662690] env[62171]: _type = "Task" [ 1757.662690] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.670899] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.794672] env[62171]: DEBUG oslo_concurrency.lockutils [req-f0cb95e4-ca7b-40f5-8dd3-7b3aa86d0b24 req-6c0024d8-2711-4724-b469-87b07a9d5235 service nova] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.795311] env[62171]: DEBUG oslo_concurrency.lockutils [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] Acquired lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.795565] env[62171]: DEBUG nova.network.neutron [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Refreshing network info cache for port a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1758.023289] env[62171]: DEBUG nova.compute.resource_tracker [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62171) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1758.023580] env[62171]: DEBUG oslo_concurrency.lockutils [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.978s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.023859] env[62171]: DEBUG oslo_vmware.api [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979540, 'name': PowerOnVM_Task, 'duration_secs': 0.610302} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.024208] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.646s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.024351] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.026529] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.262s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.028050] env[62171]: INFO nova.compute.claims [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.030832] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.031062] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1758.032612] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1758.032835] env[62171]: INFO nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1758.033029] env[62171]: DEBUG nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1758.035190] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e93d8-dde2-4b27-991a-dfbe690b3f09 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.055721] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.057162] env[62171]: INFO nova.scheduler.client.report [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleted allocations for instance 8811ec10-8cc5-4238-b361-55f24e044027 [ 1758.071501] env[62171]: DEBUG oslo_vmware.api [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Task: {'id': task-1979543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373141} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.071652] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.071866] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1758.072121] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1758.073642] env[62171]: INFO nova.compute.manager [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1758.073642] env[62171]: DEBUG oslo.service.loopingcall [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1758.073642] env[62171]: DEBUG nova.compute.manager [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1758.073642] env[62171]: DEBUG nova.network.neutron [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1758.174139] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979544, 'name': ReconfigVM_Task, 'duration_secs': 0.484921} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.174441] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 9cbe5049-3a8e-4962-be3f-2312cced0b11/9cbe5049-3a8e-4962-be3f-2312cced0b11.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.175073] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c3def2c-015f-4637-b814-a736dd60f0d6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.181849] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1758.181849] env[62171]: value = "task-1979545" [ 1758.181849] env[62171]: _type = "Task" [ 1758.181849] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.190743] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979545, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.478077] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1758.479181] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbd432-dfd7-4c9f-9e35-008ad8492fb6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.488454] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1758.488562] env[62171]: ERROR oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk due to incomplete transfer. [ 1758.488801] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adb1ef1d-d1f6-4104-8e7d-4122ff354fa7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.496348] env[62171]: DEBUG oslo_vmware.rw_handles [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521988ab-daab-8aac-7ea9-3e1f28959410/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1758.496550] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploaded image 524c2119-209a-46c6-9346-a9581514415d to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1758.499808] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1758.500086] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62f2ed42-9549-450a-b839-9656bf3d3b95 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.506571] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1758.506571] env[62171]: value = "task-1979546" [ 1758.506571] env[62171]: _type = "Task" [ 1758.506571] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.514849] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979546, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.538297] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] There are 19 instances to clean {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1758.538570] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 677e3210-d6c0-4fbf-8768-e36ddf2acd2c] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1758.553049] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.556828] env[62171]: DEBUG nova.network.neutron [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updated VIF entry in instance network info cache for port a403654b-c0c7-4923-a2af-02622da32455. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1758.557297] env[62171]: DEBUG nova.network.neutron [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [{"id": "a403654b-c0c7-4923-a2af-02622da32455", "address": "fa:16:3e:0a:9e:2b", "network": {"id": "638f522c-e6f0-4376-907d-772cc8262fda", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1965774493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399c790caac54ff9bab7657d38fe6534", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2e8b74b-aa27-4f31-9414-7bcf531e8642", "external-id": "nsx-vlan-transportzone-544", "segmentation_id": 544, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa403654b-c0", "ovs_interfaceid": "a403654b-c0c7-4923-a2af-02622da32455", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.564547] env[62171]: INFO nova.compute.manager [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Took 51.21 seconds to build instance. [ 1758.569207] env[62171]: DEBUG oslo_concurrency.lockutils [None req-defee797-dce5-4f0a-8038-de8a64c4b822 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "8811ec10-8cc5-4238-b361-55f24e044027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.418s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.633065] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.633065] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.633491] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.633593] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.633729] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.636370] env[62171]: INFO nova.compute.manager [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Terminating instance [ 1758.639926] env[62171]: DEBUG nova.compute.manager [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1758.640176] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1758.641583] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f8bf5-2606-4d4a-adee-ae19232a06ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.650112] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1758.650420] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d01737-d18c-4423-a1c8-789909f7d6bf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.656568] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1758.656568] env[62171]: value = "task-1979547" [ 1758.656568] env[62171]: _type = "Task" [ 1758.656568] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.665324] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.691267] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979545, 'name': Rename_Task, 'duration_secs': 0.182113} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.691857] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1758.692211] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9292193c-33ac-4c1c-a2df-2852046b6917 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.698719] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Waiting for the task: (returnval){ [ 1758.698719] env[62171]: value = "task-1979548" [ 1758.698719] env[62171]: _type = "Task" [ 1758.698719] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.706586] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.735371] env[62171]: DEBUG nova.compute.manager [req-96eeb6a5-6c53-4323-84c5-7837899aa3b9 req-9fb1927e-a763-4e69-b24b-ce9ff36d98b6 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Received event network-vif-deleted-1ff98255-c4b2-441c-81aa-a5053a30b840 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1758.735371] env[62171]: INFO nova.compute.manager [req-96eeb6a5-6c53-4323-84c5-7837899aa3b9 req-9fb1927e-a763-4e69-b24b-ce9ff36d98b6 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Neutron deleted interface 1ff98255-c4b2-441c-81aa-a5053a30b840; detaching it from the instance and deleting it from the info cache [ 1758.735371] env[62171]: DEBUG nova.network.neutron [req-96eeb6a5-6c53-4323-84c5-7837899aa3b9 req-9fb1927e-a763-4e69-b24b-ce9ff36d98b6 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.871909] env[62171]: DEBUG nova.network.neutron [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.022343] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979546, 'name': Destroy_Task, 'duration_secs': 0.421908} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.022760] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroyed the VM [ 1759.023222] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1759.023578] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-205e4cf9-30f5-4cb9-89fb-326c6d3be912 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.030909] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1759.030909] env[62171]: value = "task-1979549" [ 1759.030909] env[62171]: _type = "Task" [ 1759.030909] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.041725] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979549, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.043474] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 6db5008a-0bc2-41a4-8597-41bbdbe6681f] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1759.059630] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.063661] env[62171]: DEBUG oslo_concurrency.lockutils [req-77515b36-b316-4d38-be2b-fa36edfbc741 req-266beb39-5b56-43ce-8a00-434b9f6b08f2 service nova] Releasing lock "refresh_cache-8638a2a6-96d8-4a94-8014-1228d31b81b1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.066713] env[62171]: DEBUG oslo_concurrency.lockutils [None req-19aa4779-b6fd-4b64-934a-47e98cfecadd tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "1130179f-2d78-472e-927c-0b1d983fded2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.613s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.170501] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979547, 'name': PowerOffVM_Task, 'duration_secs': 0.21323} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.173906] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1759.174134] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1759.174836] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f74f5bb-5246-4ff1-9ad0-333613ce403d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.209374] env[62171]: DEBUG oslo_vmware.api [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Task: {'id': task-1979548, 'name': PowerOnVM_Task, 'duration_secs': 0.494406} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.209734] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1759.210159] env[62171]: INFO nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1759.210419] env[62171]: DEBUG nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1759.211269] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826cc6d4-22a1-43e6-8507-0ed0194f8674 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.237793] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87f805dd-94f9-4362-b1f7-698f15f97941 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.246842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "447f70db-fb44-424a-8013-630922ef258f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.246842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.246842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "447f70db-fb44-424a-8013-630922ef258f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.246842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.246842] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.249296] env[62171]: INFO nova.compute.manager [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Terminating instance [ 1759.255013] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c67ef0-17de-4941-9a96-ed1a4baf4aa4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.269215] env[62171]: DEBUG nova.compute.manager [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1759.269429] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1759.270964] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe518d-474c-4f51-8ce0-177e054a2ed5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.280785] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1759.280785] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf6f644-bcdc-4385-b92e-22cdd581cefb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.306318] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1759.306318] env[62171]: value = "task-1979551" [ 1759.306318] env[62171]: _type = "Task" [ 1759.306318] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.306726] env[62171]: DEBUG nova.compute.manager [req-96eeb6a5-6c53-4323-84c5-7837899aa3b9 req-9fb1927e-a763-4e69-b24b-ce9ff36d98b6 service nova] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Detach interface failed, port_id=1ff98255-c4b2-441c-81aa-a5053a30b840, reason: Instance 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1759.311640] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1759.315021] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1759.315021] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Deleting the datastore file [datastore1] 8638a2a6-96d8-4a94-8014-1228d31b81b1 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.315728] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09fc5d27-11d8-476c-b0cb-88c972b85b4a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.323657] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.327458] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for the task: (returnval){ [ 1759.327458] env[62171]: value = "task-1979552" [ 1759.327458] env[62171]: _type = "Task" [ 1759.327458] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.335673] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.373795] env[62171]: INFO nova.compute.manager [-] [instance: 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce] Took 1.30 seconds to deallocate network for instance. [ 1759.540136] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979549, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.551377] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 8e628cfe-5d32-419d-ad18-1051130cb68d] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1759.553305] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.570552] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1759.659678] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e2c8b-9081-4c6e-80f0-b5b103a50d66 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.667841] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a7f21a-2ca2-4f8a-9d86-4385d73c7865 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.698849] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97443b6-0b66-4061-b8e3-4221df60e255 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.706983] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571058ca-c347-45a8-b11d-3b22c0157232 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.722431] env[62171]: DEBUG nova.compute.provider_tree [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.734021] env[62171]: INFO nova.compute.manager [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Took 46.07 seconds to build instance. [ 1759.822774] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979551, 'name': PowerOffVM_Task, 'duration_secs': 0.284498} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.823132] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1759.823254] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1759.823561] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5b8971b-e385-4a7b-ac1b-0f628af5852b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.838148] env[62171]: DEBUG oslo_vmware.api [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Task: {'id': task-1979552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399818} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.838423] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.838638] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1759.838862] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1759.839094] env[62171]: INFO nova.compute.manager [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1759.839371] env[62171]: DEBUG oslo.service.loopingcall [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.839681] env[62171]: DEBUG nova.compute.manager [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1759.839770] env[62171]: DEBUG nova.network.neutron [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1759.884503] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.043067] env[62171]: DEBUG oslo_vmware.api [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979549, 'name': RemoveSnapshot_Task, 'duration_secs': 0.845635} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.043515] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1760.043862] env[62171]: INFO nova.compute.manager [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Took 13.67 seconds to snapshot the instance on the hypervisor. [ 1760.058216] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 4cf6d2cb-8cf1-48ab-9865-22093b604bfc] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1760.061726] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.112623] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.164556] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1760.164910] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1760.165262] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleting the datastore file [datastore1] 447f70db-fb44-424a-8013-630922ef258f {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.168756] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30750a41-ccd9-4665-8d5c-2c2a0a469be5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.173690] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1760.173690] env[62171]: value = "task-1979554" [ 1760.173690] env[62171]: _type = "Task" [ 1760.173690] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.185428] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.230157] env[62171]: DEBUG nova.scheduler.client.report [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1760.234983] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88d60ec1-17d9-4750-a137-a7bff70938df tempest-ServerRescueNegativeTestJSON-1094557792 tempest-ServerRescueNegativeTestJSON-1094557792-project-member] Lock "9cbe5049-3a8e-4962-be3f-2312cced0b11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.106s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.567332] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 877a937a-e068-47ac-a6ca-8b499fc46b74] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1760.571971] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.607952] env[62171]: DEBUG nova.compute.manager [None req-9211d98c-0e5e-4924-9cba-fd95f36339ac tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Found 1 images (rotation: 2) {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1760.687554] env[62171]: DEBUG nova.compute.manager [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Received event network-changed-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1760.687845] env[62171]: DEBUG nova.compute.manager [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Refreshing instance network info cache due to event network-changed-9cee6d53-6857-4d2d-a31b-5f9cc5b4161a. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1760.688090] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] Acquiring lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.688255] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] Acquired lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.688644] env[62171]: DEBUG nova.network.neutron [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Refreshing network info cache for port 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1760.696996] env[62171]: INFO nova.compute.manager [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Rebuilding instance [ 1760.700971] env[62171]: DEBUG oslo_vmware.api [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220301} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.701697] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.701895] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1760.702094] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1760.702270] env[62171]: INFO nova.compute.manager [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 447f70db-fb44-424a-8013-630922ef258f] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1760.702588] env[62171]: DEBUG oslo.service.loopingcall [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.703055] env[62171]: DEBUG nova.compute.manager [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1760.703250] env[62171]: DEBUG nova.network.neutron [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1760.734992] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.735549] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1760.738494] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.819s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.742306] env[62171]: INFO nova.compute.claims [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1760.743057] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1760.855881] env[62171]: DEBUG nova.network.neutron [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.061338] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.073679] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 07726d27-59fc-4540-8350-22aba76b0eab] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1761.089337] env[62171]: DEBUG nova.compute.manager [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1761.090327] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac13bd-dd89-4e40-9eb9-5017bd9412d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.109995] env[62171]: DEBUG nova.compute.manager [req-78d72082-c0ac-41d1-99a6-6e32373532af req-0a4be19b-5a02-41b7-9c60-43f8a587ad49 service nova] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Received event network-vif-deleted-a403654b-c0c7-4923-a2af-02622da32455 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1761.252020] env[62171]: DEBUG nova.compute.utils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.252020] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1761.252020] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1761.267193] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.348699] env[62171]: DEBUG nova.policy [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c3c27fd5574718a352e9e4f302fdca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96db3c610e7f49d69a9cd1f97dff27b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1761.358782] env[62171]: INFO nova.compute.manager [-] [instance: 8638a2a6-96d8-4a94-8014-1228d31b81b1] Took 1.52 seconds to deallocate network for instance. [ 1761.488487] env[62171]: DEBUG nova.network.neutron [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.564456] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.577520] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: a2ff6e56-fd4f-445d-9455-3c5a39815227] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1761.582296] env[62171]: DEBUG nova.compute.manager [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1761.583204] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8ddab8-07d7-4cc2-a57a-ec5e170a882e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.602587] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1761.603514] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a697c632-37e0-483a-9511-0e9e5556d1ac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.611682] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1761.611682] env[62171]: value = "task-1979555" [ 1761.611682] env[62171]: _type = "Task" [ 1761.611682] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.620439] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.718610] env[62171]: DEBUG nova.network.neutron [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Updated VIF entry in instance network info cache for port 9cee6d53-6857-4d2d-a31b-5f9cc5b4161a. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1761.719067] env[62171]: DEBUG nova.network.neutron [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] [instance: 9cbe5049-3a8e-4962-be3f-2312cced0b11] Updating instance_info_cache with network_info: [{"id": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "address": "fa:16:3e:de:d9:23", "network": {"id": "207ed4ff-531e-4f7c-b7c6-ea92b96e42fb", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1083735370-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "990c860d520c483abd53e531c19dcfc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cee6d53-68", "ovs_interfaceid": "9cee6d53-6857-4d2d-a31b-5f9cc5b4161a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.754855] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1761.866932] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.991674] env[62171]: INFO nova.compute.manager [-] [instance: 447f70db-fb44-424a-8013-630922ef258f] Took 1.29 seconds to deallocate network for instance. [ 1762.000542] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Successfully created port: 31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.066217] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.081534] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: ed6d0b03-0a79-4691-bc11-cca6ed9ee120] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1762.093688] env[62171]: INFO nova.compute.manager [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] instance snapshotting [ 1762.094216] env[62171]: DEBUG nova.objects.instance [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lazy-loading 'flavor' on Instance uuid 3ea50bbd-56e4-4fd5-a15a-1059d58227d5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1762.125689] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979555, 'name': PowerOffVM_Task, 'duration_secs': 0.227447} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.125689] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1762.125689] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1762.126279] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0407f3d1-cff7-41b7-8f9a-2420a7434814 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.135909] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1762.136207] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aeb2a16-940c-4356-a442-9953383b362b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.222613] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b6ec90b-babd-44af-88ed-1283e90dc06b req-a4e59176-5b1f-403a-9481-bdc5a388d618 service nova] Releasing lock "refresh_cache-9cbe5049-3a8e-4962-be3f-2312cced0b11" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.226407] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1762.226407] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1762.226596] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleting the datastore file [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.226862] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1bc3e53-98b6-4f75-aa74-2ac950e84f91 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.234360] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1762.234360] env[62171]: value = "task-1979557" [ 1762.234360] env[62171]: _type = "Task" [ 1762.234360] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.248366] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.353475] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62136e60-8831-456c-9101-75a4f213c333 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.362028] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e93f3-7d6a-4469-93a1-6da7914b3904 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.397639] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61f8e7c-ab42-45ff-9e84-e1ee886454c6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.405430] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fbaba9-6e22-44b0-924f-b0a047d6c461 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.419352] env[62171]: DEBUG nova.compute.provider_tree [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.498790] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.566225] env[62171]: DEBUG oslo_vmware.api [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979537, 'name': ReconfigVM_Task, 'duration_secs': 5.816451} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.566487] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.566700] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Reconfigured VM to detach interface {{(pid=62171) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1762.586495] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: b1054cd3-d64d-4f9b-a314-e94b0d73c80c] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1762.603532] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89669e80-8de3-4f05-b035-222995ba0b24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.622536] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858bfc49-d5fd-4054-8cb6-1bb3bd3e221f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.745065] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236922} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.745298] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.745500] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1762.745705] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1762.767483] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1762.795993] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1762.796276] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1762.796559] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.796892] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1762.797195] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.797481] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1762.797849] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1762.798173] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1762.798493] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1762.798779] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1762.799235] env[62171]: DEBUG nova.virt.hardware [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1762.800665] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91517013-1288-45b2-91b4-6d39f8c13c24 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.813342] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe85d7cc-537c-4d3c-b9d2-e9509c9979e2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.925193] env[62171]: DEBUG nova.scheduler.client.report [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1763.089744] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 67373f7f-6ef7-41be-8edf-51a13d27a1c5] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1763.134268] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1763.134268] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9272e52b-43ad-49fb-a8a9-4aff5ed6c6e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.140197] env[62171]: DEBUG nova.compute.manager [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] [instance: 447f70db-fb44-424a-8013-630922ef258f] Received event network-vif-deleted-283b5154-9a40-4cb8-8490-07c423a04de1 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1763.140419] env[62171]: DEBUG nova.compute.manager [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-vif-deleted-996bbe04-ad1c-4f5c-a611-5563070269ae {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1763.140634] env[62171]: INFO nova.compute.manager [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Neutron deleted interface 996bbe04-ad1c-4f5c-a611-5563070269ae; detaching it from the instance and deleting it from the info cache [ 1763.140899] env[62171]: DEBUG nova.network.neutron [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.144600] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1763.144600] env[62171]: value = "task-1979558" [ 1763.144600] env[62171]: _type = "Task" [ 1763.144600] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.153893] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.428897] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.430396] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1763.432905] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.023s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.436792] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.439795] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.012s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.440563] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.443045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.596s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.443045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.444960] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.379s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.445249] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.449760] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.562s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.449760] env[62171]: INFO nova.compute.claims [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.487021] env[62171]: INFO nova.scheduler.client.report [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleted allocations for instance 1ec61496-8ff5-4236-8aa3-8f8997823742 [ 1763.487021] env[62171]: INFO nova.scheduler.client.report [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Deleted allocations for instance fc23a7c7-64d1-47b2-b0fa-55afbbcf570e [ 1763.504855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.504855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.504855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.504855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.504855] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.507132] env[62171]: INFO nova.compute.manager [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Terminating instance [ 1763.510095] env[62171]: INFO nova.scheduler.client.report [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Deleted allocations for instance f2072664-ec85-48eb-8a4b-8d09c10d29fc [ 1763.512111] env[62171]: DEBUG nova.compute.manager [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1763.512363] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1763.513573] env[62171]: INFO nova.scheduler.client.report [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleted allocations for instance da06dfbd-2823-4075-b453-0e3ca30b7c9c [ 1763.517781] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396219d-3160-45d5-9021-37eb922e99e8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.531082] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1763.531372] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ae7ad3-20a0-410e-b89b-f3c82ec276dc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.539418] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1763.539418] env[62171]: value = "task-1979559" [ 1763.539418] env[62171]: _type = "Task" [ 1763.539418] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.551651] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.582983] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Successfully updated port: 31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.582983] env[62171]: WARNING oslo_messaging._drivers.amqpdriver [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1763.592840] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 0dfed87c-cd62-4849-9af4-0e0593a1a478] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1763.644217] env[62171]: DEBUG oslo_concurrency.lockutils [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] Acquiring lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.654767] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.778892] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.779235] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.779423] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.779634] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.779793] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.779974] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.780227] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.780418] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.780712] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.780931] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.781235] env[62171]: DEBUG nova.virt.hardware [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.782259] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cc611-53e4-4d9c-a041-473758aba9ac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.790991] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746aecf-ad7c-49b1-bea6-b223862fd22a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.806062] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:fe:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39a4aca0-934b-4a91-8779-6a4360c3f967', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5440c7d-5b53-4357-a5d9-6fa79efcc33f', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.814248] env[62171]: DEBUG oslo.service.loopingcall [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.814635] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1763.815168] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9855d9f-7f6b-4731-a709-525b013901d1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.835291] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.835517] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquired lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.835728] env[62171]: DEBUG nova.network.neutron [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1763.837894] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.837894] env[62171]: value = "task-1979560" [ 1763.837894] env[62171]: _type = "Task" [ 1763.837894] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.847031] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979560, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.955143] env[62171]: DEBUG nova.compute.utils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1763.959264] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1763.959264] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1763.995786] env[62171]: DEBUG oslo_concurrency.lockutils [None req-febafdee-4b43-447d-8580-ec41addb85f2 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "1ec61496-8ff5-4236-8aa3-8f8997823742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.205s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.001059] env[62171]: DEBUG oslo_concurrency.lockutils [None req-909358fa-148e-4f53-a72e-925254811ebd tempest-VolumesAssistedSnapshotsTest-2097604855 tempest-VolumesAssistedSnapshotsTest-2097604855-project-member] Lock "fc23a7c7-64d1-47b2-b0fa-55afbbcf570e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.544s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.027180] env[62171]: DEBUG oslo_concurrency.lockutils [None req-dd72a4cb-2582-41a5-8cc3-312be9dfa43b tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "f2072664-ec85-48eb-8a4b-8d09c10d29fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.959s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.034472] env[62171]: DEBUG oslo_concurrency.lockutils [None req-65043c2e-a84a-4abc-90e6-ca552d71fe2d tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "da06dfbd-2823-4075-b453-0e3ca30b7c9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.510s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.049938] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979559, 'name': PowerOffVM_Task, 'duration_secs': 0.236702} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.050240] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1764.050446] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1764.050661] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b659502-bac6-403a-96a5-f9c83340c194 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.069013] env[62171]: DEBUG nova.policy [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c3c27fd5574718a352e9e4f302fdca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96db3c610e7f49d69a9cd1f97dff27b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1764.085331] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.085331] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.085331] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1764.097198] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 41bc910d-7633-4beb-b841-715a02d91cba] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1764.124289] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1764.124582] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1764.124791] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Deleting the datastore file [datastore1] 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1764.125103] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-055e3ff3-468a-4dd4-8044-f83c5af1041d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.132510] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for the task: (returnval){ [ 1764.132510] env[62171]: value = "task-1979562" [ 1764.132510] env[62171]: _type = "Task" [ 1764.132510] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.142657] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.155991] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979558, 'name': CreateSnapshot_Task, 'duration_secs': 0.835026} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.156305] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1764.160786] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d3167d-78bf-4269-a099-37881e9a89c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.351956] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979560, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.465569] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1764.602805] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: ba819e78-f9b0-4e7f-b896-3c4b7b758cfa] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1764.644102] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Successfully created port: fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1764.655166] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1764.665685] env[62171]: DEBUG oslo_vmware.api [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Task: {'id': task-1979562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434416} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.668407] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.668626] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1764.668845] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1764.669041] env[62171]: INFO nova.compute.manager [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1764.669292] env[62171]: DEBUG oslo.service.loopingcall [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.676239] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1764.677235] env[62171]: DEBUG nova.compute.manager [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1764.677235] env[62171]: DEBUG nova.network.neutron [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1764.678645] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-705c5d1a-70fb-4fa0-906a-ec057d7607e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.686996] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1764.686996] env[62171]: value = "task-1979563" [ 1764.686996] env[62171]: _type = "Task" [ 1764.686996] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.695957] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.853769] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979560, 'name': CreateVM_Task, 'duration_secs': 0.707345} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.856582] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1764.857662] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.857874] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.858235] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1764.858558] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5eec21-f520-40d9-bbad-a54228f269d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.863824] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1764.863824] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205bcc1-4569-e06b-dae8-f441d9415ee8" [ 1764.863824] env[62171]: _type = "Task" [ 1764.863824] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.871964] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205bcc1-4569-e06b-dae8-f441d9415ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.947850] env[62171]: DEBUG nova.network.neutron [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [{"id": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "address": "fa:16:3e:4b:26:96", "network": {"id": "50c48f5e-d971-4dd5-a874-3ebabb379aca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1222473689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91894982e84eacb0043b705403611b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf691ec6-5c", "ovs_interfaceid": "cf691ec6-5cf1-43ef-a6cc-f6b2020b4483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.088192] env[62171]: DEBUG nova.network.neutron [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Updating instance_info_cache with network_info: [{"id": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "address": "fa:16:3e:c2:8c:a4", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31315a00-85", "ovs_interfaceid": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.104238] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 62cf026b-3186-4c9f-aa80-57058b88aa76] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1765.133717] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de82f9c2-9576-4936-b6d7-97121ea39f83 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.143538] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a0ec8-826b-4059-8c4a-38211442f10f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.188359] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d02b03c-0a32-4b65-9f56-9ae30cc7f711 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.204208] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.205680] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2cba93-6108-45e2-bb03-351b81ee4933 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.222142] env[62171]: DEBUG nova.compute.provider_tree [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.234585] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1765.235753] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d73f04-4771-42a6-baea-0e1fc02b3475 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.246457] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1765.246525] env[62171]: ERROR oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk due to incomplete transfer. [ 1765.246730] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-280e6e25-9257-43df-9632-95ea613441e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.254394] env[62171]: DEBUG oslo_vmware.rw_handles [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5218affd-0d2e-a92c-5e69-60c4a9f12a19/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1765.254494] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Uploaded image 84ba624a-ef26-4133-8b63-a3446e404712 to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1765.257720] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1765.257720] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dc57437f-f769-4117-8f97-a61f8a15de0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.263766] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1765.263766] env[62171]: value = "task-1979564" [ 1765.263766] env[62171]: _type = "Task" [ 1765.263766] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.272193] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979564, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.375326] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205bcc1-4569-e06b-dae8-f441d9415ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.014113} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.375746] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.376037] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1765.376322] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.376515] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.376742] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1765.377305] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d462b6eb-987a-4805-8ee1-9ffa1bc09fbe {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.386933] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1765.387193] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1765.388018] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67d1e85-e68b-4f10-9140-0cdab66e55ee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.394245] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1765.394245] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2337e-0905-55d0-e393-a25939e0cd45" [ 1765.394245] env[62171]: _type = "Task" [ 1765.394245] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.404383] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2337e-0905-55d0-e393-a25939e0cd45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.451074] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Releasing lock "refresh_cache-14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.478512] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1765.507500] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1765.507777] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1765.507943] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.508143] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1765.508402] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.508631] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1765.508875] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1765.509055] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1765.509236] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1765.509407] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1765.509585] env[62171]: DEBUG nova.virt.hardware [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1765.510471] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197d2186-a2f0-4709-ab05-c063a82510b0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.518321] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee3ee6c-da13-4f27-bc70-19b1db78e4af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.588300] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.588683] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Instance network_info: |[{"id": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "address": "fa:16:3e:c2:8c:a4", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31315a00-85", "ovs_interfaceid": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1765.589151] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8c:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31315a00-8576-4208-b07c-9c6a7aaf0c7c', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.597592] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating folder: Project (96db3c610e7f49d69a9cd1f97dff27b1). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1765.597960] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48616a2e-ce3c-4398-aada-91f84c1057ca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.607806] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 3934d14c-3eb6-41f9-a590-5b5d155604e3] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1765.610834] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Created folder: Project (96db3c610e7f49d69a9cd1f97dff27b1) in parent group-v407351. [ 1765.611038] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating folder: Instances. Parent ref: group-v407498. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1765.611501] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61a16a6a-1cc4-4728-a11b-0942dab6c4bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.623203] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Created folder: Instances in parent group-v407498. [ 1765.623203] env[62171]: DEBUG oslo.service.loopingcall [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.623203] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1765.623203] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d09bc7a-4cdb-49b8-98be-439d10c00ddb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.642987] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.642987] env[62171]: value = "task-1979567" [ 1765.642987] env[62171]: _type = "Task" [ 1765.642987] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.650682] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979567, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.701648] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.727551] env[62171]: DEBUG nova.scheduler.client.report [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1765.776046] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979564, 'name': Destroy_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.820823] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "931d2c4e-bb86-4df6-81d4-de4d3c77e8ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.821116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "931d2c4e-bb86-4df6-81d4-de4d3c77e8ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.849556] env[62171]: DEBUG nova.compute.manager [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Received event network-vif-plugged-31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1765.849874] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Acquiring lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.854184] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.854184] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.854184] env[62171]: DEBUG nova.compute.manager [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] No waiting events found dispatching network-vif-plugged-31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1765.854184] env[62171]: WARNING nova.compute.manager [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Received unexpected event network-vif-plugged-31315a00-8576-4208-b07c-9c6a7aaf0c7c for instance with vm_state building and task_state spawning. [ 1765.854383] env[62171]: DEBUG nova.compute.manager [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Received event network-changed-31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1765.854458] env[62171]: DEBUG nova.compute.manager [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Refreshing instance network info cache due to event network-changed-31315a00-8576-4208-b07c-9c6a7aaf0c7c. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1765.855384] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Acquiring lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.855550] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Acquired lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.856268] env[62171]: DEBUG nova.network.neutron [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Refreshing network info cache for port 31315a00-8576-4208-b07c-9c6a7aaf0c7c {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1765.865256] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "80ca7bfb-a2aa-45f5-b608-8049ce4bd4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.865483] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Lock "80ca7bfb-a2aa-45f5-b608-8049ce4bd4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.909441] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b2337e-0905-55d0-e393-a25939e0cd45, 'name': SearchDatastore_Task, 'duration_secs': 0.01124} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.910806] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af19747d-e244-4d8e-af82-33384322d479 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.919858] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1765.919858] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52df4b48-82ba-a915-b65c-9af04bd4f3eb" [ 1765.919858] env[62171]: _type = "Task" [ 1765.919858] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.931903] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52df4b48-82ba-a915-b65c-9af04bd4f3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.949145] env[62171]: DEBUG nova.network.neutron [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.955359] env[62171]: DEBUG oslo_concurrency.lockutils [None req-d5983f6c-b993-4ead-97f7-71d807f141c9 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "interface-14d8f175-ca09-4fbc-a71c-8abdb5d43af1-996bbe04-ad1c-4f5c-a611-5563070269ae" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.026s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.113115] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 94e9033e-3eb1-4e8d-86ce-3a6f627c5aaa] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1766.155090] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979567, 'name': CreateVM_Task, 'duration_secs': 0.402738} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.155280] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1766.155996] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.156154] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.156522] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.159789] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2902686-8720-49e6-8ea6-feaabe4880ad {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.163170] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1766.163170] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52201044-35fd-496d-dcd8-c83218f42087" [ 1766.163170] env[62171]: _type = "Task" [ 1766.163170] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.172662] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52201044-35fd-496d-dcd8-c83218f42087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.199888] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.233654] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.234198] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1766.237590] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.667s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.239098] env[62171]: INFO nova.compute.claims [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1766.276230] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979564, 'name': Destroy_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.434622] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52df4b48-82ba-a915-b65c-9af04bd4f3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.440781] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.440781] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1766.440781] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9940c09c-179b-4a7a-99dc-5f00b73e6576 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.446910] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1766.446910] env[62171]: value = "task-1979568" [ 1766.446910] env[62171]: _type = "Task" [ 1766.446910] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.451967] env[62171]: INFO nova.compute.manager [-] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Took 1.78 seconds to deallocate network for instance. [ 1766.464708] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.620363] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 85b88f2d-a6fc-4073-8988-27190e4ee0b1] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1766.674390] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52201044-35fd-496d-dcd8-c83218f42087, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.674775] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.675209] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.675575] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.675575] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.675783] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.676561] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1460a0a-a269-434a-a42d-75b12ccba485 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.685475] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.685682] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1766.686471] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdbe9b5-3082-495b-b46b-267a655bb97b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.696011] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1766.696011] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52506ecf-977d-f57b-34f8-a89a6ab8b84e" [ 1766.696011] env[62171]: _type = "Task" [ 1766.696011] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.710819] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task} progress is 95%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.717298] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52506ecf-977d-f57b-34f8-a89a6ab8b84e, 'name': SearchDatastore_Task, 'duration_secs': 0.016486} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.718278] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a5fe8a-e115-4f6f-808e-b8a3c9366996 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.724832] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1766.724832] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d50e74-5630-e398-e53e-37543db3229a" [ 1766.724832] env[62171]: _type = "Task" [ 1766.724832] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.737114] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d50e74-5630-e398-e53e-37543db3229a, 'name': SearchDatastore_Task} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.738411] env[62171]: DEBUG nova.compute.utils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.740747] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.740941] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c5622338-06da-4748-bd7d-ebb2dc0c81f0/c5622338-06da-4748-bd7d-ebb2dc0c81f0.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1766.746666] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1766.746666] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1766.748877] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-570d3781-9de7-4c72-8218-3c0ac896bfdd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.764406] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1766.764406] env[62171]: value = "task-1979569" [ 1766.764406] env[62171]: _type = "Task" [ 1766.764406] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.778678] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.782394] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979564, 'name': Destroy_Task, 'duration_secs': 1.367774} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.783066] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Destroyed the VM [ 1766.783382] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1766.783743] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10cc7316-8120-40d0-8783-b42f4c952d36 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.793408] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1766.793408] env[62171]: value = "task-1979570" [ 1766.793408] env[62171]: _type = "Task" [ 1766.793408] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.803362] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.804444] env[62171]: DEBUG nova.network.neutron [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Updated VIF entry in instance network info cache for port 31315a00-8576-4208-b07c-9c6a7aaf0c7c. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1766.804879] env[62171]: DEBUG nova.network.neutron [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Updating instance_info_cache with network_info: [{"id": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "address": "fa:16:3e:c2:8c:a4", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31315a00-85", "ovs_interfaceid": "31315a00-8576-4208-b07c-9c6a7aaf0c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.849594] env[62171]: DEBUG nova.policy [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bfa7841d0b04c3ba7f35d94b6fedc60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ac244903e440e5a1fcc0817d6f27d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1766.893687] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Successfully updated port: fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.964194] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979568, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.974829] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.124295] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 3cc67c78-e9e8-47ea-aa63-42b053f46cd4] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1767.179210] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Successfully created port: 395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.205125] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979563, 'name': CloneVM_Task, 'duration_secs': 2.20284} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.205125] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created linked-clone VM from snapshot [ 1767.205280] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5185c27-3464-400b-864c-59f9f94c5e1a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.207848] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.208100] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.208308] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.208495] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.208662] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.216898] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploading image a8b99a54-ffc0-4044-9aee-1d08b2314434 {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1767.219161] env[62171]: INFO nova.compute.manager [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Terminating instance [ 1767.221149] env[62171]: DEBUG nova.compute.manager [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1767.221667] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1767.222136] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1b058-da6a-4ad4-ae82-c05bc3f7eda8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.229068] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1767.229321] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b177bf4-87ab-44cb-82fe-1e9bcf811161 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.242567] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1767.242567] env[62171]: value = "vm-407497" [ 1767.242567] env[62171]: _type = "VirtualMachine" [ 1767.242567] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1767.243109] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1767.245489] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-148e1e36-7e12-4eca-bf26-56d113d92e6d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.251690] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease: (returnval){ [ 1767.251690] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d3c502-ec4a-cf6a-f5ff-378f33e7968d" [ 1767.251690] env[62171]: _type = "HttpNfcLease" [ 1767.251690] env[62171]: } obtained for exporting VM: (result){ [ 1767.251690] env[62171]: value = "vm-407497" [ 1767.251690] env[62171]: _type = "VirtualMachine" [ 1767.251690] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1767.251955] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the lease: (returnval){ [ 1767.251955] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d3c502-ec4a-cf6a-f5ff-378f33e7968d" [ 1767.251955] env[62171]: _type = "HttpNfcLease" [ 1767.251955] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1767.262427] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.262427] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d3c502-ec4a-cf6a-f5ff-378f33e7968d" [ 1767.262427] env[62171]: _type = "HttpNfcLease" [ 1767.262427] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1767.275874] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979569, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.309896] env[62171]: DEBUG oslo_concurrency.lockutils [req-9b4d2729-8fc2-4a02-bf03-f4b285fd896c req-b16950c2-582b-4a79-9ce3-83e70b7a124d service nova] Releasing lock "refresh_cache-c5622338-06da-4748-bd7d-ebb2dc0c81f0" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.310731] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.399523] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.399523] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.399523] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1767.458359] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669891} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.461703] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1767.461892] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.462752] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9076a283-68f2-4a80-8fb1-23a7dcc74eca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.470383] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1767.470383] env[62171]: value = "task-1979573" [ 1767.470383] env[62171]: _type = "Task" [ 1767.470383] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.479398] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.630756] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] [instance: 63a3f6d1-15d0-430c-b6c9-a738aedcac9d] Instance has had 0 of 5 cleanup attempts {{(pid=62171) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1767.762789] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.762789] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d3c502-ec4a-cf6a-f5ff-378f33e7968d" [ 1767.762789] env[62171]: _type = "HttpNfcLease" [ 1767.762789] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1767.763126] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1767.763126] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d3c502-ec4a-cf6a-f5ff-378f33e7968d" [ 1767.763126] env[62171]: _type = "HttpNfcLease" [ 1767.763126] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1767.763907] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962769f6-4a25-4a9d-b519-64ea7b555408 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.774379] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1767.774720] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1767.781450] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813491} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.783360] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] c5622338-06da-4748-bd7d-ebb2dc0c81f0/c5622338-06da-4748-bd7d-ebb2dc0c81f0.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1767.783799] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1767.841097] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77fc33ee-c871-427f-966c-8c644f8d0839 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.854267] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1767.854670] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1767.855017] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Deleting the datastore file [datastore1] cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.856331] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71c528b9-a14e-4fc2-a7e3-44ed44ad4fb2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.861118] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1767.861118] env[62171]: value = "task-1979574" [ 1767.861118] env[62171]: _type = "Task" [ 1767.861118] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.867098] env[62171]: DEBUG oslo_vmware.api [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979570, 'name': RemoveSnapshot_Task, 'duration_secs': 0.927336} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.870507] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1767.870840] env[62171]: INFO nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Took 16.75 seconds to snapshot the instance on the hypervisor. [ 1767.873366] env[62171]: DEBUG oslo_vmware.api [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for the task: (returnval){ [ 1767.873366] env[62171]: value = "task-1979575" [ 1767.873366] env[62171]: _type = "Task" [ 1767.873366] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.881274] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.884457] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a435087-bee4-4f35-a0ee-fd350beebf46 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.889125] env[62171]: DEBUG oslo_vmware.api [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.946318] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1767.979925] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88da4a9-eacc-4ec5-8325-792dfd891a69 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.986061] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078463} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.987986] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1767.988808] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e2b2f-fe91-4e28-9e75-ae9e71eacfc9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.991973] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cbc4c6-f47f-443a-bfc4-93a403017610 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.040711] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.041629] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b18ab3-bcfa-4576-96a4-4c9d14ff2d13 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.057545] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f6f700-fb6a-463f-b3d6-720a1ae65da4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.071470] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87dc1d-19fb-465a-87fd-282342ed440f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.074600] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1768.074600] env[62171]: value = "task-1979576" [ 1768.074600] env[62171]: _type = "Task" [ 1768.074600] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.087044] env[62171]: DEBUG nova.compute.provider_tree [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.095596] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.137893] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.137893] env[62171]: DEBUG nova.compute.manager [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Cleaning up deleted instances with incomplete migration {{(pid=62171) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1768.152989] env[62171]: DEBUG nova.network.neutron [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Updating instance_info_cache with network_info: [{"id": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "address": "fa:16:3e:6d:c2:d2", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5ba788-17", "ovs_interfaceid": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.253819] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1768.278878] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1768.279146] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1768.279311] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.279520] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1768.279687] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.279842] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1768.280365] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1768.280573] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1768.280770] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1768.280972] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1768.281277] env[62171]: DEBUG nova.virt.hardware [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1768.286443] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e481f-dafe-4803-bd2c-0f8dcc575bcf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.293551] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfe622a-e1cd-43f4-b458-3b6abd1596e6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.370284] env[62171]: DEBUG nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Received event network-vif-deleted-cf691ec6-5cf1-43ef-a6cc-f6b2020b4483 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1768.370893] env[62171]: DEBUG nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Received event network-vif-plugged-fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1768.371243] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Acquiring lock "16287ba1-3b2f-44aa-baf7-6965213fec30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.371734] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Lock "16287ba1-3b2f-44aa-baf7-6965213fec30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.372053] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Lock "16287ba1-3b2f-44aa-baf7-6965213fec30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.372400] env[62171]: DEBUG nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] No waiting events found dispatching network-vif-plugged-fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1768.372746] env[62171]: WARNING nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Received unexpected event network-vif-plugged-fa5ba788-174e-4ecd-8e08-ef7b8101e23a for instance with vm_state building and task_state spawning. [ 1768.373069] env[62171]: DEBUG nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Received event network-changed-fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1768.373591] env[62171]: DEBUG nova.compute.manager [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Refreshing instance network info cache due to event network-changed-fa5ba788-174e-4ecd-8e08-ef7b8101e23a. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1768.376703] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Acquiring lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.386549] env[62171]: DEBUG nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Instance disappeared during snapshot {{(pid=62171) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 1768.388850] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070352} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.393092] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1768.393531] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0818f9d4-4899-44c5-b167-c332714605cf tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "9759d7d8-4450-4576-9a32-fbf398a62f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.393821] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0818f9d4-4899-44c5-b167-c332714605cf tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "9759d7d8-4450-4576-9a32-fbf398a62f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.394673] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315751b-1609-477d-9c99-6b8af5317c19 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.401253] env[62171]: DEBUG oslo_vmware.api [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Task: {'id': task-1979575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132095} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.402191] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.402191] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1768.402443] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1768.402632] env[62171]: INFO nova.compute.manager [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1768.402939] env[62171]: DEBUG oslo.service.loopingcall [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.404083] env[62171]: DEBUG nova.compute.manager [None req-dcdb922b-3eb6-42a1-9bc9-87e85d904723 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Image not found during clean up 84ba624a-ef26-4133-8b63-a3446e404712 {{(pid=62171) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 1768.405215] env[62171]: DEBUG nova.compute.manager [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1768.406046] env[62171]: DEBUG nova.network.neutron [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1768.426400] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] c5622338-06da-4748-bd7d-ebb2dc0c81f0/c5622338-06da-4748-bd7d-ebb2dc0c81f0.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1768.427787] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555e341c-500a-4991-ad27-9154d397e351 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.450120] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1768.450120] env[62171]: value = "task-1979577" [ 1768.450120] env[62171]: _type = "Task" [ 1768.450120] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.463498] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.587486] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.592620] env[62171]: DEBUG nova.scheduler.client.report [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1768.638219] env[62171]: DEBUG oslo_service.periodic_task [None req-74888f36-d104-4014-94d6-b39e5f6e754c None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62171) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.655238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.655623] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Instance network_info: |[{"id": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "address": "fa:16:3e:6d:c2:d2", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5ba788-17", "ovs_interfaceid": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1768.656098] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Acquired lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.656304] env[62171]: DEBUG nova.network.neutron [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Refreshing network info cache for port fa5ba788-174e-4ecd-8e08-ef7b8101e23a {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1768.657705] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:c2:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa5ba788-174e-4ecd-8e08-ef7b8101e23a', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.672570] env[62171]: DEBUG oslo.service.loopingcall [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.679184] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1768.679184] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f2d8a8d-7be1-453b-b18f-c96b48521566 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.701449] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.701449] env[62171]: value = "task-1979578" [ 1768.701449] env[62171]: _type = "Task" [ 1768.701449] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.710125] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979578, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.973231] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979577, 'name': ReconfigVM_Task, 'duration_secs': 0.310379} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.973882] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Reconfigured VM instance instance-00000033 to attach disk [datastore1] c5622338-06da-4748-bd7d-ebb2dc0c81f0/c5622338-06da-4748-bd7d-ebb2dc0c81f0.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1768.974916] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3740e387-a96a-4fdc-af51-e8c89f2f7c7f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.983364] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1768.983364] env[62171]: value = "task-1979579" [ 1768.983364] env[62171]: _type = "Task" [ 1768.983364] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.994343] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979579, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.090735] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979576, 'name': ReconfigVM_Task, 'duration_secs': 0.620907} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.091192] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2/1130179f-2d78-472e-927c-0b1d983fded2.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1769.091997] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b08c418-d0f5-408a-b1a3-d3ac693f0bf9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.098810] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.099416] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1769.103527] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1769.103527] env[62171]: value = "task-1979580" [ 1769.103527] env[62171]: _type = "Task" [ 1769.103527] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.103527] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.317s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.104159] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.106926] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.763s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.108770] env[62171]: INFO nova.compute.claims [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1769.124262] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Successfully updated port: 395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.134024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.134024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.134024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.134024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.134024] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.137742] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979580, 'name': Rename_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.138553] env[62171]: INFO nova.compute.manager [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Terminating instance [ 1769.142160] env[62171]: DEBUG nova.compute.manager [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1769.142383] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1769.143664] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ea4c0-3d85-417e-ace4-ebe663eee004 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.152157] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1769.152412] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7961a7-4bf9-4e37-8939-3d3f65a0b6c3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.159313] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1769.159313] env[62171]: value = "task-1979581" [ 1769.159313] env[62171]: _type = "Task" [ 1769.159313] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.173406] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.174693] env[62171]: INFO nova.scheduler.client.report [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Deleted allocations for instance 3fb34c5d-46bd-483d-ae49-cef54a5ba59d [ 1769.176866] env[62171]: DEBUG nova.network.neutron [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Updated VIF entry in instance network info cache for port fa5ba788-174e-4ecd-8e08-ef7b8101e23a. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1769.177356] env[62171]: DEBUG nova.network.neutron [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Updating instance_info_cache with network_info: [{"id": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "address": "fa:16:3e:6d:c2:d2", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa5ba788-17", "ovs_interfaceid": "fa5ba788-174e-4ecd-8e08-ef7b8101e23a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.213826] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979578, 'name': CreateVM_Task, 'duration_secs': 0.375025} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.214524] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1769.215303] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.215689] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.216415] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.216997] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdd2f31-c844-4626-8613-f296d4b22fbc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.222431] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1769.222431] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52288c0f-06f0-91c1-86bd-7df2ee8caebb" [ 1769.222431] env[62171]: _type = "Task" [ 1769.222431] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.232238] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52288c0f-06f0-91c1-86bd-7df2ee8caebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.474540] env[62171]: DEBUG nova.network.neutron [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.494633] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979579, 'name': Rename_Task, 'duration_secs': 0.183846} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.494966] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1769.495271] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a642a776-e2c4-417f-98fc-714ed0c9ad94 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.502666] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1769.502666] env[62171]: value = "task-1979582" [ 1769.502666] env[62171]: _type = "Task" [ 1769.502666] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.512272] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.604442] env[62171]: DEBUG nova.compute.utils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1769.607047] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1769.607047] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1769.629518] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.629727] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.629886] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1769.638738] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979580, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.668441] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979581, 'name': PowerOffVM_Task, 'duration_secs': 0.191121} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.669104] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1769.669308] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1769.669709] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4132287a-e9ce-48e3-97df-cc91f8a5898e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.680641] env[62171]: DEBUG oslo_concurrency.lockutils [req-69b12338-04a4-448c-a74c-3856534639c4 req-d9a8f929-536c-46f0-8bd0-a171e5be1b78 service nova] Releasing lock "refresh_cache-16287ba1-3b2f-44aa-baf7-6965213fec30" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.687472] env[62171]: DEBUG oslo_concurrency.lockutils [None req-26a98e3f-9d77-49bd-a504-bcbfedd76b43 tempest-ServersV294TestFqdnHostnames-2114093659 tempest-ServersV294TestFqdnHostnames-2114093659-project-member] Lock "3fb34c5d-46bd-483d-ae49-cef54a5ba59d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.084s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.734387] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52288c0f-06f0-91c1-86bd-7df2ee8caebb, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.734768] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.735028] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.735324] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.735548] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.735824] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.736177] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74dd0961-a276-47cb-b374-2731bee76a1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.745951] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.746099] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1769.748045] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc13a6d8-d9e6-4cea-99a2-c3ab1d3a3976 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.750701] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1769.751174] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1769.751174] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleting the datastore file [datastore1] 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.751426] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff4df678-af88-4999-925a-4747db3714c6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.756419] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1769.756419] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525dc428-2ab5-1900-3153-e6c4c5460540" [ 1769.756419] env[62171]: _type = "Task" [ 1769.756419] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.760541] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for the task: (returnval){ [ 1769.760541] env[62171]: value = "task-1979584" [ 1769.760541] env[62171]: _type = "Task" [ 1769.760541] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.767272] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525dc428-2ab5-1900-3153-e6c4c5460540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.772218] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.932295] env[62171]: DEBUG nova.policy [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92f7c7ab0ab4984b62dea6b7c60f93f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b08b6b129a64f9c97f1ed593a717a62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1769.976754] env[62171]: INFO nova.compute.manager [-] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Took 1.57 seconds to deallocate network for instance. [ 1770.014224] env[62171]: DEBUG oslo_vmware.api [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979582, 'name': PowerOnVM_Task, 'duration_secs': 0.461341} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.015056] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1770.015998] env[62171]: INFO nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1770.016391] env[62171]: DEBUG nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1770.017695] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58733416-523d-45c0-a02f-917e73e06334 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.112028] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1770.143154] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979580, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.279983] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]525dc428-2ab5-1900-3153-e6c4c5460540, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.280438] env[62171]: DEBUG oslo_vmware.api [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Task: {'id': task-1979584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169881} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.281214] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.281366] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1770.281567] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1770.281749] env[62171]: INFO nova.compute.manager [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1770.282041] env[62171]: DEBUG oslo.service.loopingcall [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.282297] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fa12a3-656d-4870-b3ae-b1341f34db8c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.285573] env[62171]: DEBUG nova.compute.manager [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1770.285765] env[62171]: DEBUG nova.network.neutron [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1770.291477] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1770.291477] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520a68ae-5f0e-209d-6d58-7e99817a2cb2" [ 1770.291477] env[62171]: _type = "Task" [ 1770.291477] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.299093] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1770.307390] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520a68ae-5f0e-209d-6d58-7e99817a2cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.486734] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.545918] env[62171]: INFO nova.compute.manager [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Took 52.80 seconds to build instance. [ 1770.570377] env[62171]: DEBUG nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Received event network-vif-plugged-395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1770.570377] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Acquiring lock "b7433a97-38b5-40c4-b993-b15aa9bfa420-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.570377] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Lock "b7433a97-38b5-40c4-b993-b15aa9bfa420-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.570584] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Lock "b7433a97-38b5-40c4-b993-b15aa9bfa420-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.570692] env[62171]: DEBUG nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] No waiting events found dispatching network-vif-plugged-395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1770.570791] env[62171]: WARNING nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Received unexpected event network-vif-plugged-395670cf-df95-4658-ab4e-f4de3a3dd353 for instance with vm_state building and task_state spawning. [ 1770.570958] env[62171]: DEBUG nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe] Received event network-vif-deleted-262e9589-57bc-4203-8465-d4dac7ec5f66 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1770.575249] env[62171]: DEBUG nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Received event network-changed-395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1770.575249] env[62171]: DEBUG nova.compute.manager [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Refreshing instance network info cache due to event network-changed-395670cf-df95-4658-ab4e-f4de3a3dd353. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1770.575249] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Acquiring lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.633412] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979580, 'name': Rename_Task, 'duration_secs': 1.251796} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.633772] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1770.634038] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb7f652f-c1d5-47b5-989d-40df4a19f86b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.643226] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1770.643226] env[62171]: value = "task-1979585" [ 1770.643226] env[62171]: _type = "Task" [ 1770.643226] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.653139] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.802884] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520a68ae-5f0e-209d-6d58-7e99817a2cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.016117} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.804479] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.804479] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 16287ba1-3b2f-44aa-baf7-6965213fec30/16287ba1-3b2f-44aa-baf7-6965213fec30.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1770.804479] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67d10ded-aec6-4cc2-a36b-509245bc9303 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.811520] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1770.811520] env[62171]: value = "task-1979586" [ 1770.811520] env[62171]: _type = "Task" [ 1770.811520] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.824342] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.932053] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54d8b9c-2d58-4e40-9216-052e4122d802 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.937234] env[62171]: DEBUG nova.network.neutron [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Updating instance_info_cache with network_info: [{"id": "395670cf-df95-4658-ab4e-f4de3a3dd353", "address": "fa:16:3e:ef:a1:98", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395670cf-df", "ovs_interfaceid": "395670cf-df95-4658-ab4e-f4de3a3dd353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.947203] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113b046-9608-48d8-8ad8-04f4ca191f6f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.984043] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c55f9a-2e42-4935-9c67-23e448b82617 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.995821] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc44c43c-4840-4fc7-a692-4854dd007703 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.012452] env[62171]: DEBUG nova.compute.provider_tree [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.047661] env[62171]: DEBUG oslo_concurrency.lockutils [None req-197c0e8c-a53b-4d33-9210-4343391cbf6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "c5622338-06da-4748-bd7d-ebb2dc0c81f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.853s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.099383] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Successfully created port: f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.119608] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1771.158955] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.162077] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1771.162422] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1771.162736] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.163328] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1771.163328] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.163328] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1771.163495] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1771.163696] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1771.163903] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1771.164126] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1771.164394] env[62171]: DEBUG nova.virt.hardware [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1771.165585] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13543ec2-2707-4781-9a10-99fd3a2ea40a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.175852] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87174b43-0a4d-415d-b8dd-bbf90cffa301 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.323520] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.440667] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.441369] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Instance network_info: |[{"id": "395670cf-df95-4658-ab4e-f4de3a3dd353", "address": "fa:16:3e:ef:a1:98", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395670cf-df", "ovs_interfaceid": "395670cf-df95-4658-ab4e-f4de3a3dd353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1771.441940] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Acquired lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.442223] env[62171]: DEBUG nova.network.neutron [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Refreshing network info cache for port 395670cf-df95-4658-ab4e-f4de3a3dd353 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1771.443818] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a1:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395670cf-df95-4658-ab4e-f4de3a3dd353', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1771.454071] env[62171]: DEBUG oslo.service.loopingcall [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.455409] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1771.455691] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59b03b1d-3398-4871-95f5-060b36380c28 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.479507] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1771.479507] env[62171]: value = "task-1979587" [ 1771.479507] env[62171]: _type = "Task" [ 1771.479507] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.490620] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979587, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.548555] env[62171]: ERROR nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [req-ff87f081-0eeb-49e2-872f-35e00753da0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d74d6899-e35f-475d-9063-de5cafb735d4. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ff87f081-0eeb-49e2-872f-35e00753da0b"}]} [ 1771.551242] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1771.568594] env[62171]: DEBUG nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Refreshing inventories for resource provider d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1771.586277] env[62171]: DEBUG nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Updating ProviderTree inventory for provider d74d6899-e35f-475d-9063-de5cafb735d4 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1771.586516] env[62171]: DEBUG nova.compute.provider_tree [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Updating inventory in ProviderTree for provider d74d6899-e35f-475d-9063-de5cafb735d4 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.615441] env[62171]: DEBUG nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Refreshing aggregate associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, aggregates: None {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1771.643421] env[62171]: DEBUG nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Refreshing trait associations for resource provider d74d6899-e35f-475d-9063-de5cafb735d4, traits: COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62171) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1771.661904] env[62171]: DEBUG oslo_vmware.api [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979585, 'name': PowerOnVM_Task, 'duration_secs': 0.786271} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.665135] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1771.665403] env[62171]: DEBUG nova.compute.manager [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1771.669019] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2399b1bb-17d8-47e9-bd86-7546b40eeff3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.826713] env[62171]: DEBUG nova.network.neutron [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.827955] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749352} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.830846] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 16287ba1-3b2f-44aa-baf7-6965213fec30/16287ba1-3b2f-44aa-baf7-6965213fec30.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1771.831153] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.831620] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-613d0ad3-d773-4908-9fa0-ecb202c945c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.839086] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1771.839086] env[62171]: value = "task-1979588" [ 1771.839086] env[62171]: _type = "Task" [ 1771.839086] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.853328] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.994487] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979587, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.075661] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.188699] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.211647] env[62171]: DEBUG nova.network.neutron [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Updated VIF entry in instance network info cache for port 395670cf-df95-4658-ab4e-f4de3a3dd353. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1772.211841] env[62171]: DEBUG nova.network.neutron [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Updating instance_info_cache with network_info: [{"id": "395670cf-df95-4658-ab4e-f4de3a3dd353", "address": "fa:16:3e:ef:a1:98", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395670cf-df", "ovs_interfaceid": "395670cf-df95-4658-ab4e-f4de3a3dd353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.254025] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa35c21-abaf-4da2-9847-d435b38ec2b9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.262421] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2025de5-63ef-474d-9c1e-e56e144fb1e8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.293803] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3289e4-f1d4-4e84-8ed1-2c49652b45ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.301546] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f92022c-7395-4209-ae15-ae2aea005501 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.318756] env[62171]: DEBUG nova.compute.provider_tree [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.331346] env[62171]: INFO nova.compute.manager [-] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Took 2.05 seconds to deallocate network for instance. [ 1772.349959] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084299} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.350266] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.351151] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b1b2f0-861e-4b3b-9fed-9cc7c9a7b227 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.377436] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 16287ba1-3b2f-44aa-baf7-6965213fec30/16287ba1-3b2f-44aa-baf7-6965213fec30.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.378349] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-603eea97-11b0-4aef-8618-233ca75585c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.400076] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1772.400076] env[62171]: value = "task-1979589" [ 1772.400076] env[62171]: _type = "Task" [ 1772.400076] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.410424] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.491925] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979587, 'name': CreateVM_Task, 'duration_secs': 0.578706} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.492170] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1772.494102] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.494102] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.494102] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1772.494291] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4a46b8-95e7-49ee-b454-46e71b3fa2a3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.501411] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1772.501411] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c76cab-4ae2-bbd7-60be-f8569143c5c4" [ 1772.501411] env[62171]: _type = "Task" [ 1772.501411] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.508961] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c76cab-4ae2-bbd7-60be-f8569143c5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.715009] env[62171]: DEBUG oslo_concurrency.lockutils [req-3e9669b0-08e9-42a6-801f-392d034f9659 req-2e6b209d-e421-4ee4-a729-f1987269b6fb service nova] Releasing lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.822519] env[62171]: DEBUG nova.scheduler.client.report [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1772.837163] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.860212] env[62171]: DEBUG nova.compute.manager [req-dadab886-5330-4369-8649-313dd4fa1c94 req-85fdddbf-c25b-4a0c-af28-0a8d0fe89471 service nova] [instance: 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5] Received event network-vif-deleted-b5bb6d13-89a1-4005-9553-0ebf5302189b {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1772.915850] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979589, 'name': ReconfigVM_Task, 'duration_secs': 0.4074} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.916180] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 16287ba1-3b2f-44aa-baf7-6965213fec30/16287ba1-3b2f-44aa-baf7-6965213fec30.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1772.916888] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-045e2711-50f4-4578-a564-f7970b06b3df {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.924451] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1772.924451] env[62171]: value = "task-1979590" [ 1772.924451] env[62171]: _type = "Task" [ 1772.924451] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.934978] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979590, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.011705] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52c76cab-4ae2-bbd7-60be-f8569143c5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.012088] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.012241] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.012471] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.012622] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.012817] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.013171] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642b7709-0e38-4fc9-9c2c-6360cf4aba8d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.024409] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.024409] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1773.024525] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80eb7eee-c1ab-4b16-b982-e4c19639ef3b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.030693] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1773.030693] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a74a75-1c73-f35f-6c95-521b4bad1e88" [ 1773.030693] env[62171]: _type = "Task" [ 1773.030693] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.042862] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a74a75-1c73-f35f-6c95-521b4bad1e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.079029] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Successfully updated port: f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.331728] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.225s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.332299] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1773.339045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.601s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.339045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.339045] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.946s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.339636] env[62171]: INFO nova.compute.claims [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.370675] env[62171]: INFO nova.scheduler.client.report [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Deleted allocations for instance 2346cc28-f1bd-4e6c-a45f-242f224132a9 [ 1773.438719] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979590, 'name': Rename_Task, 'duration_secs': 0.241378} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.439031] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1773.439288] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905ea8a9-2e5a-4410-b532-e74c52339282 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.448132] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1773.448132] env[62171]: value = "task-1979591" [ 1773.448132] env[62171]: _type = "Task" [ 1773.448132] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.454457] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.542807] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a74a75-1c73-f35f-6c95-521b4bad1e88, 'name': SearchDatastore_Task, 'duration_secs': 0.01852} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.543841] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823dc918-b40a-4fbe-9906-20fea2fefcec {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.549477] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1773.549477] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ba3566-8334-3920-2b6c-e26883670fa6" [ 1773.549477] env[62171]: _type = "Task" [ 1773.549477] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.558284] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ba3566-8334-3920-2b6c-e26883670fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.579983] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.580221] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquired lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.581898] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1773.845462] env[62171]: DEBUG nova.compute.utils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1773.848692] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1773.848928] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1773.880387] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7e8c8ca1-51ce-4c09-864a-e37279e20883 tempest-ServersNegativeTestJSON-692973011 tempest-ServersNegativeTestJSON-692973011-project-member] Lock "2346cc28-f1bd-4e6c-a45f-242f224132a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.152s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.920020] env[62171]: DEBUG nova.policy [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9158cf7447744012bf658931917221c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a5246478b148dba2b63f2bb710bc01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1773.959731] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979591, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.013914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "1130179f-2d78-472e-927c-0b1d983fded2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.013914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "1130179f-2d78-472e-927c-0b1d983fded2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.013914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "1130179f-2d78-472e-927c-0b1d983fded2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.013914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "1130179f-2d78-472e-927c-0b1d983fded2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.013914] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "1130179f-2d78-472e-927c-0b1d983fded2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.015732] env[62171]: INFO nova.compute.manager [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Terminating instance [ 1774.021071] env[62171]: DEBUG nova.compute.manager [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1774.021071] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1774.022822] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9737f4f5-0a50-4eb8-97b7-8d26042e43e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.033076] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1774.033076] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8036a155-6fc9-47d7-8f01-bab80b5f5ae6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.040778] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1774.040778] env[62171]: value = "task-1979592" [ 1774.040778] env[62171]: _type = "Task" [ 1774.040778] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.056044] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.068607] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ba3566-8334-3920-2b6c-e26883670fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.070215] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.070808] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] b7433a97-38b5-40c4-b993-b15aa9bfa420/b7433a97-38b5-40c4-b993-b15aa9bfa420.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1774.074030] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a2a3b2-6848-4054-8533-0917b6912966 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.083024] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1774.083024] env[62171]: value = "task-1979593" [ 1774.083024] env[62171]: _type = "Task" [ 1774.083024] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.099289] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.150128] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1774.349679] env[62171]: DEBUG nova.compute.utils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1774.444362] env[62171]: DEBUG nova.network.neutron [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Updating instance_info_cache with network_info: [{"id": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "address": "fa:16:3e:ef:a9:25", "network": {"id": "52449046-cc24-47cf-b802-e6cb6e6c61e2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1379873060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b08b6b129a64f9c97f1ed593a717a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ff8a52-a8", "ovs_interfaceid": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.458966] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Successfully created port: de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1774.468601] env[62171]: DEBUG oslo_vmware.api [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979591, 'name': PowerOnVM_Task, 'duration_secs': 0.673237} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.469656] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1774.469917] env[62171]: INFO nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1774.470150] env[62171]: DEBUG nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1774.471343] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33d8ed-6ce6-4136-88f6-2284f705b4bb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.561173] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979592, 'name': PowerOffVM_Task, 'duration_secs': 0.236072} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.561412] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1774.562247] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1774.565185] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ccd1938-6215-4553-9fda-2a001831bda3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.594197] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979593, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.722774] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1774.722774] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1774.723042] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleting the datastore file [datastore1] 1130179f-2d78-472e-927c-0b1d983fded2 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.723293] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb34c944-0324-4a43-b725-2547f0ca6e96 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.731878] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for the task: (returnval){ [ 1774.731878] env[62171]: value = "task-1979595" [ 1774.731878] env[62171]: _type = "Task" [ 1774.731878] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.743135] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.842969] env[62171]: DEBUG oslo_concurrency.lockutils [None req-774fcc24-2821-454c-821f-64d300efe13e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "7bfbe44e-6cf8-4ac3-95f8-2d534f30a8cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.842969] env[62171]: DEBUG oslo_concurrency.lockutils [None req-774fcc24-2821-454c-821f-64d300efe13e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "7bfbe44e-6cf8-4ac3-95f8-2d534f30a8cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.855412] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1774.950187] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Releasing lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.950480] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Instance network_info: |[{"id": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "address": "fa:16:3e:ef:a9:25", "network": {"id": "52449046-cc24-47cf-b802-e6cb6e6c61e2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1379873060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b08b6b129a64f9c97f1ed593a717a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ff8a52-a8", "ovs_interfaceid": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1774.954971] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8ff8a52-a81f-4b39-a861-dc364ceca1b2', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.976376] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Creating folder: Project (5b08b6b129a64f9c97f1ed593a717a62). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1774.978297] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73c1f7ec-39dd-4f2d-94dd-add8649032a2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.990086] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Created folder: Project (5b08b6b129a64f9c97f1ed593a717a62) in parent group-v407351. [ 1774.990380] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Creating folder: Instances. Parent ref: group-v407503. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1774.994536] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc2d5c15-a661-4bee-858a-ab499ac2d986 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.005635] env[62171]: INFO nova.compute.manager [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Took 56.11 seconds to build instance. [ 1775.008376] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Created folder: Instances in parent group-v407503. [ 1775.008628] env[62171]: DEBUG oslo.service.loopingcall [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.008828] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1775.009048] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49c73bfd-08b5-42b8-b3ef-6b220ef8cb10 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.039160] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.039160] env[62171]: value = "task-1979598" [ 1775.039160] env[62171]: _type = "Task" [ 1775.039160] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.041377] env[62171]: DEBUG nova.compute.manager [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Received event network-vif-plugged-f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1775.041377] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Acquiring lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.041531] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.041738] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.042709] env[62171]: DEBUG nova.compute.manager [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] No waiting events found dispatching network-vif-plugged-f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1775.042709] env[62171]: WARNING nova.compute.manager [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Received unexpected event network-vif-plugged-f8ff8a52-a81f-4b39-a861-dc364ceca1b2 for instance with vm_state building and task_state spawning. [ 1775.042709] env[62171]: DEBUG nova.compute.manager [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Received event network-changed-f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1775.042709] env[62171]: DEBUG nova.compute.manager [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Refreshing instance network info cache due to event network-changed-f8ff8a52-a81f-4b39-a861-dc364ceca1b2. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1775.042709] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Acquiring lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.043070] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Acquired lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.043070] env[62171]: DEBUG nova.network.neutron [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Refreshing network info cache for port f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1775.059495] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979598, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.100275] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522071} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.100275] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] b7433a97-38b5-40c4-b993-b15aa9bfa420/b7433a97-38b5-40c4-b993-b15aa9bfa420.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1775.100275] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.100275] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62d96bae-0c2a-4bac-aa8c-72090f7227c2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.108541] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1775.108541] env[62171]: value = "task-1979599" [ 1775.108541] env[62171]: _type = "Task" [ 1775.108541] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.125387] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.229267] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ceecf-6079-404b-962f-07b8fd07462c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.242794] env[62171]: DEBUG oslo_vmware.api [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Task: {'id': task-1979595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154603} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.244463] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.244673] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1775.245137] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1775.245137] env[62171]: INFO nova.compute.manager [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1775.245285] env[62171]: DEBUG oslo.service.loopingcall [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.245558] env[62171]: DEBUG nova.compute.manager [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1775.245666] env[62171]: DEBUG nova.network.neutron [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1775.248075] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3fe488-2adb-4ea8-9872-4d69fef4f2dd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.280664] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86562cee-e34d-4d6b-97dd-94359b5e97b5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.290356] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c2f4eb-711c-43eb-b29f-3a4e900b926d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.305483] env[62171]: DEBUG nova.compute.provider_tree [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.510538] env[62171]: DEBUG oslo_concurrency.lockutils [None req-69cb1565-ec02-458a-b9c3-08cf73f72c6a tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lock "16287ba1-3b2f-44aa-baf7-6965213fec30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.120s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.559280] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979598, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.622504] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08002} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.622988] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.624176] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bbb5a7-755c-41a0-9117-3d9961a8f090 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.653076] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b7433a97-38b5-40c4-b993-b15aa9bfa420/b7433a97-38b5-40c4-b993-b15aa9bfa420.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.653076] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2f40ef-6262-41c3-a953-2f6bdc73a3cd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.676371] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1775.676371] env[62171]: value = "task-1979600" [ 1775.676371] env[62171]: _type = "Task" [ 1775.676371] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.690034] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.809032] env[62171]: DEBUG nova.scheduler.client.report [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1775.866220] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1775.899032] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:32:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='222449961',id=32,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1668663884',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1775.899351] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1775.899528] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1775.899809] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1775.899972] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1775.900428] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1775.900858] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1775.901090] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1775.901356] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1775.901528] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1775.902200] env[62171]: DEBUG nova.virt.hardware [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1775.903758] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e2f99-ecf9-49b2-8463-300f9953aca9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.915521] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900854f-e125-4fad-a299-7d604e55af83 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.995536] env[62171]: DEBUG nova.network.neutron [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Updated VIF entry in instance network info cache for port f8ff8a52-a81f-4b39-a861-dc364ceca1b2. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1775.995942] env[62171]: DEBUG nova.network.neutron [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Updating instance_info_cache with network_info: [{"id": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "address": "fa:16:3e:ef:a9:25", "network": {"id": "52449046-cc24-47cf-b802-e6cb6e6c61e2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1379873060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b08b6b129a64f9c97f1ed593a717a62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ff8a52-a8", "ovs_interfaceid": "f8ff8a52-a81f-4b39-a861-dc364ceca1b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.014366] env[62171]: DEBUG nova.compute.manager [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1776.056676] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979598, 'name': CreateVM_Task, 'duration_secs': 0.571416} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.056872] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1776.057650] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.057805] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.058175] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.058445] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154fb920-a0bc-4be2-b48f-837a22463c21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.068670] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1776.068670] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52346b7a-3017-6ae1-6b38-28dd20055a90" [ 1776.068670] env[62171]: _type = "Task" [ 1776.068670] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.078311] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52346b7a-3017-6ae1-6b38-28dd20055a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.188724] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979600, 'name': ReconfigVM_Task, 'duration_secs': 0.505886} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.189065] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b7433a97-38b5-40c4-b993-b15aa9bfa420/b7433a97-38b5-40c4-b993-b15aa9bfa420.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.189739] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5494166-8ec2-44ea-873b-b19494bceae4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.197313] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1776.197313] env[62171]: value = "task-1979601" [ 1776.197313] env[62171]: _type = "Task" [ 1776.197313] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.206513] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979601, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.241776] env[62171]: DEBUG nova.network.neutron [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.315907] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.978s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.316504] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1776.319062] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.021s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.319280] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.321790] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.843s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.323338] env[62171]: INFO nova.compute.claims [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.357454] env[62171]: INFO nova.scheduler.client.report [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Deleted allocations for instance e2033d6a-1cae-4bb8-9b0e-e975360cdad3 [ 1776.500244] env[62171]: DEBUG oslo_concurrency.lockutils [req-8c711120-99bc-4ba0-aff3-fb89869b080e req-8ee1c31f-7012-4e50-93d3-c487c6f36171 service nova] Releasing lock "refresh_cache-5439a79a-b411-4d33-a6e5-09ab473d3656" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.540115] env[62171]: DEBUG oslo_concurrency.lockutils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.584108] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52346b7a-3017-6ae1-6b38-28dd20055a90, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.585035] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.586238] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.586606] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.587738] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.588072] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.595033] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Successfully updated port: de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1776.595033] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74f48ef-423e-46cc-bd9d-475936644aa8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.611659] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.612072] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1776.614542] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6de4bf0-1244-4db7-8b93-0a6053e55541 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.621791] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1776.621791] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5272f773-b839-8133-ad25-62f0d23d0afc" [ 1776.621791] env[62171]: _type = "Task" [ 1776.621791] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.633122] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5272f773-b839-8133-ad25-62f0d23d0afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.710400] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979601, 'name': Rename_Task, 'duration_secs': 0.236655} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.710820] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1776.711042] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f5dac8-e090-4f75-8266-1523ea5c7d1c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.718131] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1776.718131] env[62171]: value = "task-1979602" [ 1776.718131] env[62171]: _type = "Task" [ 1776.718131] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.734096] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.745350] env[62171]: INFO nova.compute.manager [-] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Took 1.50 seconds to deallocate network for instance. [ 1776.828048] env[62171]: DEBUG nova.compute.utils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.832866] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1776.833281] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1776.867255] env[62171]: DEBUG oslo_concurrency.lockutils [None req-01a1670b-f546-4ef8-9f7a-e6c529785556 tempest-ServersTestJSON-1911191320 tempest-ServersTestJSON-1911191320-project-member] Lock "e2033d6a-1cae-4bb8-9b0e-e975360cdad3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.254s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.938140] env[62171]: DEBUG nova.policy [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d923c1e9ac04a84a3beba44e60cce45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '658eadf8640e43b39fb96ea6711b480e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1777.066264] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1777.069132] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c51f434-1395-4a1c-aa50-09bf4220d293 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.078822] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1777.079108] env[62171]: ERROR oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk due to incomplete transfer. [ 1777.079324] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4256e14c-0a7b-4ea5-895f-c57312cc079c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.087886] env[62171]: DEBUG oslo_vmware.rw_handles [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e7d4f-89a5-f22c-9ac0-da3ef9f23481/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1777.088129] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploaded image a8b99a54-ffc0-4044-9aee-1d08b2314434 to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1777.091914] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1777.092181] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d4a8d391-dd61-41f2-9de8-f348e8d6cc15 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.098731] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1777.098731] env[62171]: value = "task-1979603" [ 1777.098731] env[62171]: _type = "Task" [ 1777.098731] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.104268] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.104422] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.104627] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1777.117664] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979603, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.134369] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5272f773-b839-8133-ad25-62f0d23d0afc, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.135288] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118a5206-da0d-4360-a297-2c6a14bcd03d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.140703] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1777.140703] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ad0218-f13a-fedf-14be-21cca41de43c" [ 1777.140703] env[62171]: _type = "Task" [ 1777.140703] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.149507] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ad0218-f13a-fedf-14be-21cca41de43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.238576] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.252561] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.334091] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1777.457839] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Successfully created port: b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1777.463363] env[62171]: DEBUG nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Received event network-vif-deleted-a5440c7d-5b53-4357-a5d9-6fa79efcc33f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1777.463728] env[62171]: DEBUG nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Received event network-vif-plugged-de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1777.465064] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Acquiring lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.465064] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.465064] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.465064] env[62171]: DEBUG nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] No waiting events found dispatching network-vif-plugged-de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1777.465064] env[62171]: WARNING nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Received unexpected event network-vif-plugged-de556673-5d3f-4691-83b9-39867ca3e523 for instance with vm_state building and task_state spawning. [ 1777.465064] env[62171]: DEBUG nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Received event network-changed-de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1777.465287] env[62171]: DEBUG nova.compute.manager [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Refreshing instance network info cache due to event network-changed-de556673-5d3f-4691-83b9-39867ca3e523. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1777.465349] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Acquiring lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.615910] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979603, 'name': Destroy_Task, 'duration_secs': 0.496726} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.619021] env[62171]: DEBUG nova.compute.manager [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1777.619021] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroyed the VM [ 1777.619021] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1777.620398] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d6636-19eb-4c89-80c4-1e4a523e84a2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.625590] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f739be49-57c3-4eb6-a61b-4a36a854da70 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.642258] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1777.642258] env[62171]: value = "task-1979604" [ 1777.642258] env[62171]: _type = "Task" [ 1777.642258] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.664975] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ad0218-f13a-fedf-14be-21cca41de43c, 'name': SearchDatastore_Task, 'duration_secs': 0.009996} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.665128] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.668071] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.668632] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 5439a79a-b411-4d33-a6e5-09ab473d3656/5439a79a-b411-4d33-a6e5-09ab473d3656.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1777.669112] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f02083b-3372-46ca-818a-0a32d9524858 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.677240] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1777.677240] env[62171]: value = "task-1979605" [ 1777.677240] env[62171]: _type = "Task" [ 1777.677240] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.689984] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.690812] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1777.736926] env[62171]: DEBUG oslo_vmware.api [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979602, 'name': PowerOnVM_Task, 'duration_secs': 0.637961} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.737118] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1777.737363] env[62171]: INFO nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1777.737590] env[62171]: DEBUG nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1777.738518] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051410ef-e1ef-4d6a-a5e7-0ea96ba6c279 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.995490] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38535467-50ae-49e8-a487-1a680eaab2dc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.006666] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd741e-57c7-4617-b9cd-76e9f364a6e1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.045743] env[62171]: DEBUG nova.network.neutron [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Updating instance_info_cache with network_info: [{"id": "de556673-5d3f-4691-83b9-39867ca3e523", "address": "fa:16:3e:6b:4e:55", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde556673-5d", "ovs_interfaceid": "de556673-5d3f-4691-83b9-39867ca3e523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.049021] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d338ca76-c01f-48ae-877e-2031a4908be4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.054991] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880c682-ae00-49d5-822e-265002d37ae7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.070652] env[62171]: DEBUG nova.compute.provider_tree [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.148710] env[62171]: INFO nova.compute.manager [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] instance snapshotting [ 1778.156825] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a642eaa-ef34-45e1-ba68-e966f4f7086c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.165388] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979604, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.187384] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02689b18-e3be-47ca-b25e-de2afb24b245 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.198853] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979605, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.263969] env[62171]: INFO nova.compute.manager [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Took 43.39 seconds to build instance. [ 1778.346327] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1778.390714] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1778.391033] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1778.391260] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.391465] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1778.391627] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.391831] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1778.392606] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1778.392606] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1778.393066] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1778.393307] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1778.393498] env[62171]: DEBUG nova.virt.hardware [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1778.394517] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05037bf1-aafd-40a2-9ae9-80e549a31652 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.409383] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d1c4e-b2c5-4ebe-a301-f23d37a6ef94 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.551726] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.551829] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Instance network_info: |[{"id": "de556673-5d3f-4691-83b9-39867ca3e523", "address": "fa:16:3e:6b:4e:55", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde556673-5d", "ovs_interfaceid": "de556673-5d3f-4691-83b9-39867ca3e523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1778.552610] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Acquired lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.552610] env[62171]: DEBUG nova.network.neutron [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Refreshing network info cache for port de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1778.553576] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:4e:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de556673-5d3f-4691-83b9-39867ca3e523', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.561907] env[62171]: DEBUG oslo.service.loopingcall [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1778.565054] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1778.568324] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94b1e60-b3ed-43b9-bdd9-ce76d6e91a1b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.581053] env[62171]: DEBUG nova.scheduler.client.report [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1778.594038] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1778.594038] env[62171]: value = "task-1979606" [ 1778.594038] env[62171]: _type = "Task" [ 1778.594038] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.605357] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979606, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.665686] env[62171]: DEBUG oslo_vmware.api [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.78624} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.665686] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1778.665686] env[62171]: INFO nova.compute.manager [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 1778.693432] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549163} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.693815] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 5439a79a-b411-4d33-a6e5-09ab473d3656/5439a79a-b411-4d33-a6e5-09ab473d3656.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1778.694424] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.694748] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9040b297-9190-47f2-ac96-b95ff6a69b3d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.703136] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1778.703136] env[62171]: value = "task-1979607" [ 1778.703136] env[62171]: _type = "Task" [ 1778.703136] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.709077] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1778.709515] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d846c146-8899-4817-b12d-33e80281c837 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.720939] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.723340] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1778.723340] env[62171]: value = "task-1979608" [ 1778.723340] env[62171]: _type = "Task" [ 1778.723340] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.736035] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.767450] env[62171]: DEBUG oslo_concurrency.lockutils [None req-94410e82-541f-41db-af89-16e7fa4ee480 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Lock "b7433a97-38b5-40c4-b993-b15aa9bfa420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.884s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.921304] env[62171]: DEBUG nova.network.neutron [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Updated VIF entry in instance network info cache for port de556673-5d3f-4691-83b9-39867ca3e523. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1778.922386] env[62171]: DEBUG nova.network.neutron [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Updating instance_info_cache with network_info: [{"id": "de556673-5d3f-4691-83b9-39867ca3e523", "address": "fa:16:3e:6b:4e:55", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde556673-5d", "ovs_interfaceid": "de556673-5d3f-4691-83b9-39867ca3e523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.089917] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.090505] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1779.103511] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.198s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.103511] env[62171]: DEBUG nova.objects.instance [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lazy-loading 'resources' on Instance uuid 89054463-b87a-4d12-abdb-285ba68b1a1f {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.113820] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979606, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.214705] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078711} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.217268] env[62171]: DEBUG nova.compute.manager [None req-004cdf73-a935-4181-ac2b-4ca169286ea5 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Found 2 images (rotation: 2) {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1779.222325] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.223202] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc95a80c-962c-49ad-96c9-816b2491ca8d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.248134] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.257043] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 5439a79a-b411-4d33-a6e5-09ab473d3656/5439a79a-b411-4d33-a6e5-09ab473d3656.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.258026] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990a1fa6-af80-49ea-93fd-e3d4da82a9de {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.273942] env[62171]: DEBUG nova.compute.manager [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 931d2c4e-bb86-4df6-81d4-de4d3c77e8ea] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1779.284363] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1779.284363] env[62171]: value = "task-1979609" [ 1779.284363] env[62171]: _type = "Task" [ 1779.284363] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.293111] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.425613] env[62171]: DEBUG oslo_concurrency.lockutils [req-0c827884-ea25-4f26-966b-22094c02af25 req-77e69a27-8bdc-4c9b-8c65-43bd9523fc68 service nova] Releasing lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.488116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Acquiring lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.488116] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Acquired lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.488116] env[62171]: DEBUG nova.network.neutron [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1779.524331] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Successfully updated port: b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1779.608497] env[62171]: DEBUG nova.compute.utils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.612501] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1779.612667] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1779.625574] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979606, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.718102] env[62171]: DEBUG nova.compute.manager [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Received event network-vif-plugged-b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1779.718102] env[62171]: DEBUG oslo_concurrency.lockutils [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] Acquiring lock "9a770759-5575-4329-945f-abc6973562e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.718102] env[62171]: DEBUG oslo_concurrency.lockutils [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] Lock "9a770759-5575-4329-945f-abc6973562e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.718102] env[62171]: DEBUG oslo_concurrency.lockutils [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] Lock "9a770759-5575-4329-945f-abc6973562e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.718457] env[62171]: DEBUG nova.compute.manager [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] No waiting events found dispatching network-vif-plugged-b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1779.718457] env[62171]: WARNING nova.compute.manager [req-fb730e7b-7497-44c2-8afb-872f7c6f18c7 req-e1b83bf4-e30a-42b2-9932-2cd48a65686a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Received unexpected event network-vif-plugged-b6bbb09c-59b3-43c1-a71c-daab5a31777d for instance with vm_state building and task_state spawning. [ 1779.734917] env[62171]: DEBUG nova.policy [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6221263a5ab24e7f85979efbbddf6298', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d39e21f711140c3830a775f3fa60e43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1779.740628] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.795605] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979609, 'name': ReconfigVM_Task, 'duration_secs': 0.425583} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.798026] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 5439a79a-b411-4d33-a6e5-09ab473d3656/5439a79a-b411-4d33-a6e5-09ab473d3656.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.799963] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.799963] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f408d0f-6aa4-4c79-901b-7e44add2f3de {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.806411] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1779.806411] env[62171]: value = "task-1979610" [ 1779.806411] env[62171]: _type = "Task" [ 1779.806411] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.817841] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979610, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.030135] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.030135] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.030135] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1780.118218] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1780.121271] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979606, 'name': CreateVM_Task, 'duration_secs': 1.45977} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.121949] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1780.124540] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.124540] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.124540] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.124540] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994a5b2d-bcc4-45f9-93f1-8f1c6cce89ac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.133204] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1780.133204] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac9c3e-0a96-6402-311b-9deaafe4dd54" [ 1780.133204] env[62171]: _type = "Task" [ 1780.133204] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.143401] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac9c3e-0a96-6402-311b-9deaafe4dd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.245151] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979608, 'name': CreateSnapshot_Task, 'duration_secs': 1.124892} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.249182] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1780.250691] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa75570a-bdd8-49f7-a0eb-d6d8dad4dfd6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.283809] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Successfully created port: 70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.295931] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef316332-52c3-41d3-ad36-5d69589ba498 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.304820] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f9d867-3376-4c29-bb47-bc97a47537d8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.318778] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979610, 'name': Rename_Task, 'duration_secs': 0.169019} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.346409] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1780.349851] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41bada59-8f30-46ec-9b6f-c28c9a3812b3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.352760] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b63070-e3ec-4a8d-808e-3962b27e218a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.362497] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1780.362497] env[62171]: value = "task-1979611" [ 1780.362497] env[62171]: _type = "Task" [ 1780.362497] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.363310] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24466557-2cb9-43c6-82ec-65adcf1a1ad1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.375784] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979611, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.384135] env[62171]: DEBUG nova.compute.provider_tree [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.520539] env[62171]: DEBUG nova.network.neutron [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Updating instance_info_cache with network_info: [{"id": "395670cf-df95-4658-ab4e-f4de3a3dd353", "address": "fa:16:3e:ef:a1:98", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395670cf-df", "ovs_interfaceid": "395670cf-df95-4658-ab4e-f4de3a3dd353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.597746] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1780.643882] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ac9c3e-0a96-6402-311b-9deaafe4dd54, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.646428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.646428] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.646428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.646428] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.646428] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.646428] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-577dabc0-bc4c-4248-9eef-b0d6744b448f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.655187] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.655418] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1780.656318] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7a7341-ade4-4fa1-8187-3815d3f24da4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.666417] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1780.666417] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52255a78-8206-5911-68b7-9a62df65498f" [ 1780.666417] env[62171]: _type = "Task" [ 1780.666417] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.678173] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52255a78-8206-5911-68b7-9a62df65498f, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.679360] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea9526b-04eb-4bf6-8d4f-30e4807d21c8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.686561] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1780.686561] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b5141f-49df-0f6f-6ca8-3acfb74f673b" [ 1780.686561] env[62171]: _type = "Task" [ 1780.686561] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.701371] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b5141f-49df-0f6f-6ca8-3acfb74f673b, 'name': SearchDatastore_Task, 'duration_secs': 0.008911} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.701714] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.701988] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/e0b3cdfa-29a1-43c7-8808-57a4bccedcde.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1780.702537] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d390b60f-7c5b-4bcb-a3db-9fa8293cc7cf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.709532] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1780.709532] env[62171]: value = "task-1979612" [ 1780.709532] env[62171]: _type = "Task" [ 1780.709532] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.722878] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.772779] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1780.773337] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4bbe825-d8a5-4d14-bfe4-518484c0afde {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.785026] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1780.785026] env[62171]: value = "task-1979613" [ 1780.785026] env[62171]: _type = "Task" [ 1780.785026] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.792821] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979613, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.852038] env[62171]: DEBUG nova.network.neutron [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Updating instance_info_cache with network_info: [{"id": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "address": "fa:16:3e:e0:0b:f3", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbb09c-59", "ovs_interfaceid": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1780.873366] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.891017] env[62171]: DEBUG nova.scheduler.client.report [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1781.023211] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Releasing lock "refresh_cache-b7433a97-38b5-40c4-b993-b15aa9bfa420" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.023394] env[62171]: DEBUG nova.compute.manager [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Inject network info {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1781.023705] env[62171]: DEBUG nova.compute.manager [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] network_info to inject: |[{"id": "395670cf-df95-4658-ab4e-f4de3a3dd353", "address": "fa:16:3e:ef:a1:98", "network": {"id": "0cdfa467-e54c-4b30-8a6e-0e74546bef2c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1473147691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5ac244903e440e5a1fcc0817d6f27d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395670cf-df", "ovs_interfaceid": "395670cf-df95-4658-ab4e-f4de3a3dd353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1781.034133] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Reconfiguring VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1781.034133] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cf7d60b-fb2f-4458-af0d-89d853cd4761 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.054059] env[62171]: DEBUG oslo_vmware.api [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Waiting for the task: (returnval){ [ 1781.054059] env[62171]: value = "task-1979614" [ 1781.054059] env[62171]: _type = "Task" [ 1781.054059] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.070232] env[62171]: DEBUG oslo_vmware.api [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Task: {'id': task-1979614, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.130908] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1781.166506] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:34:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2625cf5d-7d58-47c1-a340-ef07ffe4ef89',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1944736336',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1781.167093] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1781.167093] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.167093] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1781.167279] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.167419] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1781.167626] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1781.167755] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1781.167914] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1781.168250] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1781.168307] env[62171]: DEBUG nova.virt.hardware [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1781.169921] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef5e6c-ea33-4164-9a75-50c1004fd0e1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.178871] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a50ff-1057-4ca2-98d3-dd7c62d10e2b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.222679] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979612, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.293925] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979613, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.354686] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.355351] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Instance network_info: |[{"id": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "address": "fa:16:3e:e0:0b:f3", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbb09c-59", "ovs_interfaceid": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1781.355649] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:0b:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bbb09c-59b3-43c1-a71c-daab5a31777d', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1781.364165] env[62171]: DEBUG oslo.service.loopingcall [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.364586] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1781.368663] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97dfc7d4-5cdf-4095-b8d4-cfd82c4d3d6d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.392044] env[62171]: DEBUG oslo_vmware.api [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979611, 'name': PowerOnVM_Task, 'duration_secs': 0.942776} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.393731] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1781.393953] env[62171]: INFO nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1781.394248] env[62171]: DEBUG nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1781.394660] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1781.394660] env[62171]: value = "task-1979615" [ 1781.394660] env[62171]: _type = "Task" [ 1781.394660] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.395540] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca54489-5df9-4f7f-a795-548361d53dfc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.400478] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.405963] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.432s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.406267] env[62171]: DEBUG nova.objects.instance [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lazy-loading 'resources' on Instance uuid dc7438a3-d19c-4a38-863f-42bcbc36a1cf {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.418700] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979615, 'name': CreateVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.438622] env[62171]: INFO nova.scheduler.client.report [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Deleted allocations for instance 89054463-b87a-4d12-abdb-285ba68b1a1f [ 1781.565232] env[62171]: DEBUG oslo_vmware.api [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] Task: {'id': task-1979614, 'name': ReconfigVM_Task, 'duration_secs': 0.302162} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.565232] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5afb04a0-f1a1-444d-a796-4f818d2de62d tempest-ServersAdminTestJSON-235135416 tempest-ServersAdminTestJSON-235135416-project-admin] [instance: b7433a97-38b5-40c4-b993-b15aa9bfa420] Reconfigured VM instance to set the machine id {{(pid=62171) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1781.720438] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534329} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.721731] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/e0b3cdfa-29a1-43c7-8808-57a4bccedcde.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1781.722795] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1781.723142] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9aa45b6-24d9-44b3-ac23-c3c9882962e9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.732757] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1781.732757] env[62171]: value = "task-1979616" [ 1781.732757] env[62171]: _type = "Task" [ 1781.732757] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.743258] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.799402] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979613, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.911358] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979615, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.933750] env[62171]: INFO nova.compute.manager [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Took 45.39 seconds to build instance. [ 1781.950515] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7799fac7-6654-4d8e-b803-3ef9181aedf6 tempest-ServersTestManualDisk-1267551705 tempest-ServersTestManualDisk-1267551705-project-member] Lock "89054463-b87a-4d12-abdb-285ba68b1a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.479s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.976586] env[62171]: DEBUG nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1781.976659] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bbaaf6-e3dd-4eee-801b-2de86064b17b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.176283] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Successfully updated port: 70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.246624] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070048} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.246938] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.247875] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fafe9b7-96ed-4c27-bc81-b9069eaac53a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.276288] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/e0b3cdfa-29a1-43c7-8808-57a4bccedcde.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.281183] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-345a9af3-b68a-44fd-97ad-338b44c23890 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.300179] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e7fca506-b54e-42a6-8b7b-a840d79f1fcb tempest-ServerShowV254Test-1715697860 tempest-ServerShowV254Test-1715697860-project-member] Acquiring lock "0e7243eb-dfa1-4b91-843e-47065cb2aca7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.300545] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e7fca506-b54e-42a6-8b7b-a840d79f1fcb tempest-ServerShowV254Test-1715697860 tempest-ServerShowV254Test-1715697860-project-member] Lock "0e7243eb-dfa1-4b91-843e-47065cb2aca7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.311841] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979613, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.315901] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1782.315901] env[62171]: value = "task-1979620" [ 1782.315901] env[62171]: _type = "Task" [ 1782.315901] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.326991] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.366679] env[62171]: DEBUG nova.compute.manager [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Received event network-changed-b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1782.366878] env[62171]: DEBUG nova.compute.manager [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Refreshing instance network info cache due to event network-changed-b6bbb09c-59b3-43c1-a71c-daab5a31777d. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1782.367139] env[62171]: DEBUG oslo_concurrency.lockutils [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] Acquiring lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.367315] env[62171]: DEBUG oslo_concurrency.lockutils [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] Acquired lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.367528] env[62171]: DEBUG nova.network.neutron [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Refreshing network info cache for port b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1782.410028] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979615, 'name': CreateVM_Task, 'duration_secs': 0.566879} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.410135] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1782.410833] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.411050] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.411398] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1782.414154] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1b6067-a539-44e4-8f55-cf5539e8a6d7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.419628] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1782.419628] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5256b8b7-dd76-3732-8937-fb66523bf89b" [ 1782.419628] env[62171]: _type = "Task" [ 1782.419628] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.433965] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5256b8b7-dd76-3732-8937-fb66523bf89b, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.434123] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.434496] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1782.434648] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.435256] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.435256] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1782.435256] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6c72ea-0c20-4ca8-99d7-b65107637711 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.438498] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4183aa90-9990-4574-9a83-d924a288437f tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.113s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.445418] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1782.445817] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1782.446438] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1945d25a-6102-4f4e-a289-3c1842232f8d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.453273] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1782.453273] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8aa7-1602-f5c4-e90d-c9c9b200396b" [ 1782.453273] env[62171]: _type = "Task" [ 1782.453273] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.463837] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8aa7-1602-f5c4-e90d-c9c9b200396b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.494775] env[62171]: INFO nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] instance snapshotting [ 1782.495869] env[62171]: DEBUG nova.objects.instance [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lazy-loading 'flavor' on Instance uuid 3ea50bbd-56e4-4fd5-a15a-1059d58227d5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.551551] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a0916-ac0c-4d0c-b4c2-6d1fd255ef68 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.560159] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335160a-41ee-4592-8491-cd6609a06cb1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.594438] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f704b-98b8-4180-be5b-3e432fab4b32 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.602183] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65070d7d-c950-4f37-b644-ce33b1c545b2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.617190] env[62171]: DEBUG nova.compute.provider_tree [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.683766] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.683766] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.683766] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1782.812025] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979613, 'name': CloneVM_Task, 'duration_secs': 1.949828} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.812025] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Created linked-clone VM from snapshot [ 1782.812575] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b647eba-cbd5-4d74-a7e0-fd7ee27c1248 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.828306] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Uploading image 667926f9-0225-4d04-a800-f32d3872d74f {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1782.833697] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979620, 'name': ReconfigVM_Task, 'duration_secs': 0.303137} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.834955] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/e0b3cdfa-29a1-43c7-8808-57a4bccedcde.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1782.834955] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62171) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 1782.835381] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-d6af6b26-f056-4ea7-9352-1592486482da {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.841953] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1782.841953] env[62171]: value = "task-1979621" [ 1782.841953] env[62171]: _type = "Task" [ 1782.841953] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.854109] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979621, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.859536] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1782.859536] env[62171]: value = "vm-407508" [ 1782.859536] env[62171]: _type = "VirtualMachine" [ 1782.859536] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1782.859784] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a6ab455-86f8-41dc-80ac-cae2e63f5ebd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.866992] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lease: (returnval){ [ 1782.866992] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529ef285-6d1c-2b9d-15bc-c7f599ac8bdf" [ 1782.866992] env[62171]: _type = "HttpNfcLease" [ 1782.866992] env[62171]: } obtained for exporting VM: (result){ [ 1782.866992] env[62171]: value = "vm-407508" [ 1782.866992] env[62171]: _type = "VirtualMachine" [ 1782.866992] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1782.867349] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the lease: (returnval){ [ 1782.867349] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529ef285-6d1c-2b9d-15bc-c7f599ac8bdf" [ 1782.867349] env[62171]: _type = "HttpNfcLease" [ 1782.867349] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1782.875704] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1782.875704] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529ef285-6d1c-2b9d-15bc-c7f599ac8bdf" [ 1782.875704] env[62171]: _type = "HttpNfcLease" [ 1782.875704] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1782.940874] env[62171]: DEBUG nova.compute.manager [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] [instance: 80ca7bfb-a2aa-45f5-b608-8049ce4bd4a1] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1782.967572] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520f8aa7-1602-f5c4-e90d-c9c9b200396b, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.968819] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f580e32d-c248-4d08-bf89-b1591adf08bd {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.975730] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1782.975730] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521517de-bfb1-69d6-2f41-094569b49003" [ 1782.975730] env[62171]: _type = "Task" [ 1782.975730] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.983896] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521517de-bfb1-69d6-2f41-094569b49003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.005367] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0384506a-e97d-403a-b70c-7de04c2107ed {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.027435] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7115321-d923-45b8-b758-7e59e887c682 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.120760] env[62171]: DEBUG nova.scheduler.client.report [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1783.351992] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979621, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.047775} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.352312] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62171) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 1783.353066] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb2dea-908e-40d5-9598-2a4ac5184c9b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.380412] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/ephemeral_0.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.384047] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfa18c1-95a1-4520-9586-ebc4492a2652 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.397852] env[62171]: DEBUG nova.network.neutron [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Updated VIF entry in instance network info cache for port b6bbb09c-59b3-43c1-a71c-daab5a31777d. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1783.398321] env[62171]: DEBUG nova.network.neutron [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Updating instance_info_cache with network_info: [{"id": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "address": "fa:16:3e:e0:0b:f3", "network": {"id": "5a1fe3e3-316a-405d-b532-7dee91095102", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-978159787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "658eadf8640e43b39fb96ea6711b480e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bbb09c-59", "ovs_interfaceid": "b6bbb09c-59b3-43c1-a71c-daab5a31777d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.400270] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1783.406251] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1783.406251] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529ef285-6d1c-2b9d-15bc-c7f599ac8bdf" [ 1783.406251] env[62171]: _type = "HttpNfcLease" [ 1783.406251] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1783.406694] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1783.406694] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529ef285-6d1c-2b9d-15bc-c7f599ac8bdf" [ 1783.406694] env[62171]: _type = "HttpNfcLease" [ 1783.406694] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1783.408455] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8ea47-f5d3-4143-b07a-273759516ba6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.411483] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1783.411483] env[62171]: value = "task-1979623" [ 1783.411483] env[62171]: _type = "Task" [ 1783.411483] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.420586] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1783.420649] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1783.495729] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.505449] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]521517de-bfb1-69d6-2f41-094569b49003, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.505766] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.506085] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9a770759-5575-4329-945f-abc6973562e9/9a770759-5575-4329-945f-abc6973562e9.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1783.506365] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c38924-3c98-4a99-bc7e-436e6c898f0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.513874] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1783.513874] env[62171]: value = "task-1979624" [ 1783.513874] env[62171]: _type = "Task" [ 1783.513874] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.522891] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.524077] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8bab61dc-3582-46e9-88d8-b803105a87a1 tempest-MultipleCreateTestJSON-1548488928 tempest-MultipleCreateTestJSON-1548488928-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.533098] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a67b9221-9708-446f-9198-b43ada118600 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.541727] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1783.541727] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49e0f309-dcb3-471c-bfe5-9b4f00d5a66a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.548195] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1783.548195] env[62171]: value = "task-1979625" [ 1783.548195] env[62171]: _type = "Task" [ 1783.548195] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.559131] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979625, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.610635] env[62171]: DEBUG nova.network.neutron [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Updating instance_info_cache with network_info: [{"id": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "address": "fa:16:3e:be:25:b3", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e168aa-20", "ovs_interfaceid": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.625583] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.630533] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.203s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.630533] env[62171]: INFO nova.compute.claims [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.654694] env[62171]: INFO nova.scheduler.client.report [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Deleted allocations for instance dc7438a3-d19c-4a38-863f-42bcbc36a1cf [ 1783.904015] env[62171]: DEBUG oslo_concurrency.lockutils [req-5ee2e0ea-a2a7-4e2d-972b-66a7e52e18dc req-58fbda13-6a46-443b-bb02-e111347e2f1a service nova] Releasing lock "refresh_cache-9a770759-5575-4329-945f-abc6973562e9" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.928374] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979623, 'name': ReconfigVM_Task, 'duration_secs': 0.408695} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.930424] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e0b3cdfa-29a1-43c7-8808-57a4bccedcde/ephemeral_0.vmdk or device None with type thin {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.932843] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77f7695f-17e4-42f1-92a9-bcdbe50bb2b1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.945727] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1783.945727] env[62171]: value = "task-1979626" [ 1783.945727] env[62171]: _type = "Task" [ 1783.945727] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.959793] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979626, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.026430] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979624, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.060422] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979625, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.113695] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.114058] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Instance network_info: |[{"id": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "address": "fa:16:3e:be:25:b3", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e168aa-20", "ovs_interfaceid": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1784.114599] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:25:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70e168aa-205a-4aae-943d-ed4e8257eaa5', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.126450] env[62171]: DEBUG oslo.service.loopingcall [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.126800] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1784.127127] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dd36943-1793-4328-9641-8f880c20eee4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.166746] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.166746] env[62171]: value = "task-1979627" [ 1784.166746] env[62171]: _type = "Task" [ 1784.166746] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.167738] env[62171]: DEBUG oslo_concurrency.lockutils [None req-1d4f099a-98d0-41ea-8ecf-5be017e068bd tempest-ServersAaction247Test-2098199692 tempest-ServersAaction247Test-2098199692-project-member] Lock "dc7438a3-d19c-4a38-863f-42bcbc36a1cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.950s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.188167] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979627, 'name': CreateVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.463976] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979626, 'name': Rename_Task, 'duration_secs': 0.270867} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.464437] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1784.464778] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905a7680-794e-4aa0-b961-29809279e805 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.471781] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Waiting for the task: (returnval){ [ 1784.471781] env[62171]: value = "task-1979628" [ 1784.471781] env[62171]: _type = "Task" [ 1784.471781] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.479836] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.532335] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540927} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.532335] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9a770759-5575-4329-945f-abc6973562e9/9a770759-5575-4329-945f-abc6973562e9.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1784.532700] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1784.533467] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4300680-4151-444c-82c5-938fc22fc806 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.540699] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1784.540699] env[62171]: value = "task-1979629" [ 1784.540699] env[62171]: _type = "Task" [ 1784.540699] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.550607] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.559562] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979625, 'name': CreateSnapshot_Task, 'duration_secs': 0.554395} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.559880] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1784.560743] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dada3d1-27a4-4e2c-880e-c26013482a5a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.660591] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "5439a79a-b411-4d33-a6e5-09ab473d3656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.661143] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.661583] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.661998] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.662389] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Lock "5439a79a-b411-4d33-a6e5-09ab473d3656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.664855] env[62171]: INFO nova.compute.manager [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Terminating instance [ 1784.667492] env[62171]: DEBUG nova.compute.manager [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1784.669739] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1784.669739] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e1192-891a-4582-b9d0-e793495073ca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.688839] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979627, 'name': CreateVM_Task, 'duration_secs': 0.48584} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.692612] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1784.693245] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1784.694781] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.694977] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.696583] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.697146] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10bfe429-ef0f-4428-8f9d-5713eff4e63a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.702025] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514dd29f-ca31-42a1-8873-1d719287564b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.716034] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1784.716034] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205f2f8-bebf-2897-e13a-793e2288153e" [ 1784.716034] env[62171]: _type = "Task" [ 1784.716034] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.716562] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1784.716562] env[62171]: value = "task-1979630" [ 1784.716562] env[62171]: _type = "Task" [ 1784.716562] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.736033] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5205f2f8-bebf-2897-e13a-793e2288153e, 'name': SearchDatastore_Task, 'duration_secs': 0.015412} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.743234] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.743543] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.743946] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.744247] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.744534] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.744929] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.746447] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bde667-fdaa-4586-9de9-c9a720a63207 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.760130] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.760350] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1784.761240] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5109b3f6-fbb3-4ed1-b98b-eede9b160c40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.769804] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1784.769804] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520e5caa-c716-4f7f-5a83-fd90b4ce7c0b" [ 1784.769804] env[62171]: _type = "Task" [ 1784.769804] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.779495] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520e5caa-c716-4f7f-5a83-fd90b4ce7c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.992719] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.024319] env[62171]: DEBUG nova.compute.manager [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Received event network-vif-plugged-70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1785.024755] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Acquiring lock "3a89c989-dbca-4f12-b59d-dada28b3f84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.025066] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Lock "3a89c989-dbca-4f12-b59d-dada28b3f84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.025264] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Lock "3a89c989-dbca-4f12-b59d-dada28b3f84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.025594] env[62171]: DEBUG nova.compute.manager [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] No waiting events found dispatching network-vif-plugged-70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1785.025904] env[62171]: WARNING nova.compute.manager [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Received unexpected event network-vif-plugged-70e168aa-205a-4aae-943d-ed4e8257eaa5 for instance with vm_state building and task_state spawning. [ 1785.027048] env[62171]: DEBUG nova.compute.manager [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Received event network-changed-70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1785.027433] env[62171]: DEBUG nova.compute.manager [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Refreshing instance network info cache due to event network-changed-70e168aa-205a-4aae-943d-ed4e8257eaa5. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1785.027604] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Acquiring lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.027954] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Acquired lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.028160] env[62171]: DEBUG nova.network.neutron [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Refreshing network info cache for port 70e168aa-205a-4aae-943d-ed4e8257eaa5 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1785.054346] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098435} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.054710] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.055589] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802064e2-a8cd-42aa-8c48-5cb82499d451 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.085378] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1785.095399] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 9a770759-5575-4329-945f-abc6973562e9/9a770759-5575-4329-945f-abc6973562e9.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.099494] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2872a87-6114-494c-aebf-415c5519cd0f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.105730] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-310a5470-8e46-44f6-a852-0bd0e094ff6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.128163] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1785.128163] env[62171]: value = "task-1979632" [ 1785.128163] env[62171]: _type = "Task" [ 1785.128163] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.129561] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1785.129561] env[62171]: value = "task-1979633" [ 1785.129561] env[62171]: _type = "Task" [ 1785.129561] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.146740] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979632, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.147162] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.229693] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979630, 'name': PowerOffVM_Task, 'duration_secs': 0.278395} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.233941] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1785.234368] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1785.235275] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a18e18c7-e3d8-4ce9-a3a9-2fce2d4efe05 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.282532] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]520e5caa-c716-4f7f-5a83-fd90b4ce7c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.034905} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.287581] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9021f596-94ea-4735-afd7-4ab52ee800f4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.295974] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1785.295974] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5298570d-10c4-24b8-aef6-fe7c87ad9c07" [ 1785.295974] env[62171]: _type = "Task" [ 1785.295974] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.308878] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5298570d-10c4-24b8-aef6-fe7c87ad9c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.452514] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f5b15-abfc-4fca-a5b4-d54825c45e6b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.461282] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90774dff-f2e0-48e3-9b81-673e27b97a40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.501013] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda792a-6c78-4ff7-806c-98e84550c669 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.512139] env[62171]: DEBUG oslo_vmware.api [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Task: {'id': task-1979628, 'name': PowerOnVM_Task, 'duration_secs': 0.688567} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.513404] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1785.515084] env[62171]: INFO nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1785.515309] env[62171]: DEBUG nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1785.516364] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532bb661-18ce-49df-ac33-2f9260b20316 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.521374] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db94fe04-ff5f-4fb1-a6ad-78a911d1ee81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.545154] env[62171]: DEBUG nova.compute.provider_tree [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.562547] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1785.562547] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1785.562547] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Deleting the datastore file [datastore1] 5439a79a-b411-4d33-a6e5-09ab473d3656 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.562800] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5f5462-df2a-4a23-a968-2bb757e361b4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.571834] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for the task: (returnval){ [ 1785.571834] env[62171]: value = "task-1979635" [ 1785.571834] env[62171]: _type = "Task" [ 1785.571834] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.582130] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.643271] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979632, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.648052] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.806566] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5298570d-10c4-24b8-aef6-fe7c87ad9c07, 'name': SearchDatastore_Task, 'duration_secs': 0.037164} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.806961] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.807340] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3a89c989-dbca-4f12-b59d-dada28b3f84b/3a89c989-dbca-4f12-b59d-dada28b3f84b.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1785.807664] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-174bfa06-eceb-4cfd-b484-d3da735c4f31 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.814896] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1785.814896] env[62171]: value = "task-1979636" [ 1785.814896] env[62171]: _type = "Task" [ 1785.814896] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.825025] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.933996] env[62171]: DEBUG nova.network.neutron [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Updated VIF entry in instance network info cache for port 70e168aa-205a-4aae-943d-ed4e8257eaa5. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1785.933996] env[62171]: DEBUG nova.network.neutron [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Updating instance_info_cache with network_info: [{"id": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "address": "fa:16:3e:be:25:b3", "network": {"id": "e6bf3fac-4d73-4065-8cab-cd639802465b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3817949f0df34ea0a47add364832bbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70e168aa-20", "ovs_interfaceid": "70e168aa-205a-4aae-943d-ed4e8257eaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.051891] env[62171]: DEBUG nova.scheduler.client.report [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1786.065540] env[62171]: INFO nova.compute.manager [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Took 42.76 seconds to build instance. [ 1786.083739] env[62171]: DEBUG oslo_vmware.api [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Task: {'id': task-1979635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460395} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.084645] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.084866] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1786.085086] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1786.085292] env[62171]: INFO nova.compute.manager [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1786.085578] env[62171]: DEBUG oslo.service.loopingcall [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.086077] env[62171]: DEBUG nova.compute.manager [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1786.086184] env[62171]: DEBUG nova.network.neutron [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1786.145018] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979632, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.149043] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979633, 'name': ReconfigVM_Task, 'duration_secs': 0.639215} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.149359] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 9a770759-5575-4329-945f-abc6973562e9/9a770759-5575-4329-945f-abc6973562e9.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.150230] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9811b145-6ed7-46d7-9557-5c3649f03b47 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.157466] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1786.157466] env[62171]: value = "task-1979637" [ 1786.157466] env[62171]: _type = "Task" [ 1786.157466] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.170117] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979637, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.327868] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979636, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.439597] env[62171]: DEBUG oslo_concurrency.lockutils [req-2bf9b2b8-b1e7-4627-8e97-690f679aec3d req-d1e078d8-a545-45b2-a50a-b9ee4832a996 service nova] Releasing lock "refresh_cache-3a89c989-dbca-4f12-b59d-dada28b3f84b" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.561339] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.933s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.562573] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.679s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.562811] env[62171]: DEBUG nova.objects.instance [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lazy-loading 'resources' on Instance uuid 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.569575] env[62171]: DEBUG oslo_concurrency.lockutils [None req-758ecac0-1536-4b77-ba69-8d0326b06f17 tempest-ServersWithSpecificFlavorTestJSON-1974427689 tempest-ServersWithSpecificFlavorTestJSON-1974427689-project-member] Lock "e0b3cdfa-29a1-43c7-8808-57a4bccedcde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.486s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.642340] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979632, 'name': CloneVM_Task} progress is 95%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.667022] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979637, 'name': Rename_Task, 'duration_secs': 0.323758} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.667316] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1786.667607] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce227b1e-f618-4f28-96b5-1a3ade492dd3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.675225] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1786.675225] env[62171]: value = "task-1979638" [ 1786.675225] env[62171]: _type = "Task" [ 1786.675225] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.683613] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.826106] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696805} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.826172] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 3a89c989-dbca-4f12-b59d-dada28b3f84b/3a89c989-dbca-4f12-b59d-dada28b3f84b.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1786.826400] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.826663] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c941fa8e-708f-4994-8f4f-c47b9b016305 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.833312] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1786.833312] env[62171]: value = "task-1979639" [ 1786.833312] env[62171]: _type = "Task" [ 1786.833312] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.841297] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.948969] env[62171]: DEBUG nova.network.neutron [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.067823] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "8973cc80-9f3c-4b54-bb9e-93728967a3c7" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.068246] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "8973cc80-9f3c-4b54-bb9e-93728967a3c7" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.074118] env[62171]: DEBUG nova.compute.manager [None req-0818f9d4-4899-44c5-b167-c332714605cf tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] [instance: 9759d7d8-4450-4576-9a32-fbf398a62f49] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1787.148951] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979632, 'name': CloneVM_Task, 'duration_secs': 1.671617} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.152706] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Created linked-clone VM from snapshot [ 1787.155500] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a092f7f-29d8-45e5-8678-d143386dfdd3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.164815] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploading image 7f7b9293-d291-4d35-b1d7-f83d034bc8fd {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1787.185301] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.194444] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1787.194444] env[62171]: value = "vm-407515" [ 1787.194444] env[62171]: _type = "VirtualMachine" [ 1787.194444] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1787.194961] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dea361f7-b13a-41bc-ba41-a0545c6dc744 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.202282] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease: (returnval){ [ 1787.202282] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a3fb4e-dc45-9bea-0088-95626c266382" [ 1787.202282] env[62171]: _type = "HttpNfcLease" [ 1787.202282] env[62171]: } obtained for exporting VM: (result){ [ 1787.202282] env[62171]: value = "vm-407515" [ 1787.202282] env[62171]: _type = "VirtualMachine" [ 1787.202282] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1787.202617] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the lease: (returnval){ [ 1787.202617] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a3fb4e-dc45-9bea-0088-95626c266382" [ 1787.202617] env[62171]: _type = "HttpNfcLease" [ 1787.202617] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1787.210232] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1787.210232] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a3fb4e-dc45-9bea-0088-95626c266382" [ 1787.210232] env[62171]: _type = "HttpNfcLease" [ 1787.210232] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1787.346721] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13806} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.346721] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.347506] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aab896-4400-49d3-aaef-7835b19ec8d9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.374302] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 3a89c989-dbca-4f12-b59d-dada28b3f84b/3a89c989-dbca-4f12-b59d-dada28b3f84b.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.374516] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ae8476-5953-421f-b4c3-556115369cab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.394663] env[62171]: DEBUG nova.compute.manager [req-8049235e-e2a3-4f43-8d7d-7574aeec346b req-ccff24c0-f682-4c08-b6f8-2ee9b2305d42 service nova] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Received event network-vif-deleted-f8ff8a52-a81f-4b39-a861-dc364ceca1b2 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1787.403017] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1787.403017] env[62171]: value = "task-1979642" [ 1787.403017] env[62171]: _type = "Task" [ 1787.403017] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.413695] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.451856] env[62171]: INFO nova.compute.manager [-] [instance: 5439a79a-b411-4d33-a6e5-09ab473d3656] Took 1.37 seconds to deallocate network for instance. [ 1787.573989] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "8973cc80-9f3c-4b54-bb9e-93728967a3c7" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.575043] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1787.610679] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0818f9d4-4899-44c5-b167-c332714605cf tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.681645] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65e2516-6a24-4a24-86b0-6ae06dfad0a7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.692208] env[62171]: DEBUG oslo_vmware.api [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979638, 'name': PowerOnVM_Task, 'duration_secs': 0.828568} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.694638] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1787.694638] env[62171]: INFO nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1787.694638] env[62171]: DEBUG nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1787.695032] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd0c328-f651-4572-8b57-ed31b4bbae2e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.698372] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb77a49-77c9-4af4-a53d-5306d639660d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.736862] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0660573-ba82-4965-b82b-4f7b262315f7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.743097] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1787.743097] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a3fb4e-dc45-9bea-0088-95626c266382" [ 1787.743097] env[62171]: _type = "HttpNfcLease" [ 1787.743097] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1787.743097] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1787.743097] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52a3fb4e-dc45-9bea-0088-95626c266382" [ 1787.743097] env[62171]: _type = "HttpNfcLease" [ 1787.743097] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1787.743097] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd545386-d099-49be-8927-ff06002b9723 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.749187] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89fa8d-a08c-45e7-8e90-107a9151f106 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.758429] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1787.758661] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1787.825283] env[62171]: DEBUG nova.compute.provider_tree [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.865425] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bca8369b-7c21-4483-bb25-c75bcbc80f13 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.914803] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.959420] env[62171]: DEBUG oslo_concurrency.lockutils [None req-cf450299-da76-4f2f-90e9-2c61d24b0ca5 tempest-ServerPasswordTestJSON-1928117601 tempest-ServerPasswordTestJSON-1928117601-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.093421] env[62171]: DEBUG nova.compute.utils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.094929] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1788.099647] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1788.205152] env[62171]: DEBUG nova.policy [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48091e0bb6ac41e69d4b13a9178b0a78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba4931d195e845e2a1873275c4adbbbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1788.251207] env[62171]: INFO nova.compute.manager [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Took 41.89 seconds to build instance. [ 1788.329833] env[62171]: DEBUG nova.scheduler.client.report [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1788.413019] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979642, 'name': ReconfigVM_Task, 'duration_secs': 0.526942} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.413410] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 3a89c989-dbca-4f12-b59d-dada28b3f84b/3a89c989-dbca-4f12-b59d-dada28b3f84b.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.416199] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-886d7ee1-9361-41e6-a639-f6b3501a9cee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.426478] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1788.426478] env[62171]: value = "task-1979643" [ 1788.426478] env[62171]: _type = "Task" [ 1788.426478] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.441060] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979643, 'name': Rename_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.603047] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1788.732401] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Successfully created port: 4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1788.755751] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5d58f7f5-a3d6-44a8-8598-76193ef978c0 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "9a770759-5575-4329-945f-abc6973562e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.880s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.761538] env[62171]: INFO nova.compute.manager [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Rebuilding instance [ 1788.823089] env[62171]: DEBUG nova.compute.manager [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Received event network-changed-de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1788.823295] env[62171]: DEBUG nova.compute.manager [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Refreshing instance network info cache due to event network-changed-de556673-5d3f-4691-83b9-39867ca3e523. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1788.823566] env[62171]: DEBUG oslo_concurrency.lockutils [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] Acquiring lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.824819] env[62171]: DEBUG oslo_concurrency.lockutils [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] Acquired lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.824819] env[62171]: DEBUG nova.network.neutron [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Refreshing network info cache for port de556673-5d3f-4691-83b9-39867ca3e523 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1788.838376] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.842975] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.730s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.843781] env[62171]: INFO nova.compute.claims [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.901678] env[62171]: INFO nova.scheduler.client.report [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Deleted allocations for instance 0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce [ 1788.946699] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979643, 'name': Rename_Task, 'duration_secs': 0.263739} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.946994] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1788.947307] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0108a189-a1af-4a08-8ec1-285a7af8f76f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.956228] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Waiting for the task: (returnval){ [ 1788.956228] env[62171]: value = "task-1979644" [ 1788.956228] env[62171]: _type = "Task" [ 1788.956228] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.976751] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979644, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.259222] env[62171]: DEBUG nova.compute.manager [None req-774fcc24-2821-454c-821f-64d300efe13e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 7bfbe44e-6cf8-4ac3-95f8-2d534f30a8cd] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1789.414355] env[62171]: DEBUG oslo_concurrency.lockutils [None req-54e197c9-42de-4505-93de-a091d0f6f832 tempest-ServerTagsTestJSON-1275500727 tempest-ServerTagsTestJSON-1275500727-project-member] Lock "0323ded6-9e33-48f2-a1fc-5fda3cdfd3ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.546s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.469283] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.613778] env[62171]: DEBUG nova.network.neutron [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Updated VIF entry in instance network info cache for port de556673-5d3f-4691-83b9-39867ca3e523. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1789.616101] env[62171]: DEBUG nova.network.neutron [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] [instance: e0b3cdfa-29a1-43c7-8808-57a4bccedcde] Updating instance_info_cache with network_info: [{"id": "de556673-5d3f-4691-83b9-39867ca3e523", "address": "fa:16:3e:6b:4e:55", "network": {"id": "57057f8f-e927-49da-a8a0-79078e67c9be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-281759783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a5246478b148dba2b63f2bb710bc01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde556673-5d", "ovs_interfaceid": "de556673-5d3f-4691-83b9-39867ca3e523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.623820] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1789.783734] env[62171]: DEBUG oslo_concurrency.lockutils [None req-774fcc24-2821-454c-821f-64d300efe13e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.974134] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.117779] env[62171]: DEBUG oslo_concurrency.lockutils [req-6eb3bf9e-caaa-4238-aa81-7f4c16927e7a req-a8df6020-d7be-4eba-b910-336caa5bfdb4 service nova] Releasing lock "refresh_cache-e0b3cdfa-29a1-43c7-8808-57a4bccedcde" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.440509] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12705f49-315e-4566-aa8c-2cdcb132f96c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.449694] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabc732a-ae6c-48fa-bdd1-4ac52511749d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.487936] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538571a-290e-4404-bdb5-efa0e6f283ba {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.498450] env[62171]: DEBUG oslo_vmware.api [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Task: {'id': task-1979644, 'name': PowerOnVM_Task, 'duration_secs': 1.311623} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.500807] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1790.501185] env[62171]: INFO nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1790.501321] env[62171]: DEBUG nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1790.503081] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df51fd79-faf0-4fa4-8247-f2d1f0baa72b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.507036] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8bc03-2bf2-4d9c-9168-0f78046d9bf5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.530143] env[62171]: DEBUG nova.compute.provider_tree [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.758009] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Successfully updated port: 4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.035885] env[62171]: DEBUG nova.scheduler.client.report [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1791.051658] env[62171]: INFO nova.compute.manager [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Took 42.59 seconds to build instance. [ 1791.261464] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.261631] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquired lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.261803] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1791.546221] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.547421] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1791.549627] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.283s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.553163] env[62171]: INFO nova.compute.claims [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.554715] env[62171]: DEBUG oslo_concurrency.lockutils [None req-4d285bfe-1e4f-4a5f-afee-dea5277a87d8 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Lock "3a89c989-dbca-4f12-b59d-dada28b3f84b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.441s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.695307] env[62171]: DEBUG nova.compute.manager [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Received event network-vif-plugged-4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1791.695538] env[62171]: DEBUG oslo_concurrency.lockutils [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] Acquiring lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.695759] env[62171]: DEBUG oslo_concurrency.lockutils [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] Lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.695942] env[62171]: DEBUG oslo_concurrency.lockutils [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] Lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.696283] env[62171]: DEBUG nova.compute.manager [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] No waiting events found dispatching network-vif-plugged-4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1791.696646] env[62171]: WARNING nova.compute.manager [req-7ab2d4cc-8056-497a-acf8-4b0ffb54821e req-c20c3095-35c5-480b-8665-f3fd4d9e3b13 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Received unexpected event network-vif-plugged-4853db1b-532b-40b8-8970-3eb5da43888a for instance with vm_state building and task_state spawning. [ 1791.837044] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1792.058597] env[62171]: DEBUG nova.compute.utils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.063233] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1792.063817] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1792.066812] env[62171]: DEBUG nova.compute.manager [None req-e7fca506-b54e-42a6-8b7b-a840d79f1fcb tempest-ServerShowV254Test-1715697860 tempest-ServerShowV254Test-1715697860-project-member] [instance: 0e7243eb-dfa1-4b91-843e-47065cb2aca7] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1792.190977] env[62171]: DEBUG nova.policy [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9906bf9ece1462093275d8e0d9adaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f54f8d2f996440da154e69ea1b086b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1792.203607] env[62171]: DEBUG nova.network.neutron [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Updating instance_info_cache with network_info: [{"id": "4853db1b-532b-40b8-8970-3eb5da43888a", "address": "fa:16:3e:0b:38:2b", "network": {"id": "2f6559db-5612-4d2b-8eb0-84a86e32a72a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1397562472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4931d195e845e2a1873275c4adbbbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4853db1b-53", "ovs_interfaceid": "4853db1b-532b-40b8-8970-3eb5da43888a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.563059] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1792.606347] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e7fca506-b54e-42a6-8b7b-a840d79f1fcb tempest-ServerShowV254Test-1715697860 tempest-ServerShowV254Test-1715697860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.664976] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Successfully created port: 6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.711063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Releasing lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.711419] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Instance network_info: |[{"id": "4853db1b-532b-40b8-8970-3eb5da43888a", "address": "fa:16:3e:0b:38:2b", "network": {"id": "2f6559db-5612-4d2b-8eb0-84a86e32a72a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1397562472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4931d195e845e2a1873275c4adbbbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4853db1b-53", "ovs_interfaceid": "4853db1b-532b-40b8-8970-3eb5da43888a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1793.164598] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84370a6d-5499-4d6b-87a1-f6166086abc2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.174096] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f64b3-ed76-4dc1-93e9-9d4e7ae1d28f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.209822] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187167dd-9d9d-4819-96cb-5872379210e1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.220430] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac0c97-b6b7-472b-90d0-46ffe711d855 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.241611] env[62171]: DEBUG nova.compute.provider_tree [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.577339] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1793.653311] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1793.654708] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1793.654708] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.654708] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1793.654708] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.654708] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1793.655040] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1793.655105] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1793.655335] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1793.655567] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1793.655780] env[62171]: DEBUG nova.virt.hardware [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1793.659377] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc8a130-163f-45e8-8a37-5c4d93537115 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.672283] env[62171]: DEBUG nova.compute.manager [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1793.672590] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a7899-3a5c-4f42-a7b6-7a0146772676 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.681548] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1793.683164] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f4afa-40a9-4d76-9cdd-1e8caa868b43 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.688920] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0436a5ed-c038-445a-a378-2ea4371be921 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.700038] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1793.700399] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1793.700525] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.700721] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1793.700874] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.701032] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1793.701434] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1793.701650] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1793.701835] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1793.702039] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1793.702207] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1793.703774] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8e85d8-4cd6-4537-aeab-ed52a59d31fc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.717876] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1793.718091] env[62171]: ERROR oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk due to incomplete transfer. [ 1793.718662] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:38:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4853db1b-532b-40b8-8970-3eb5da43888a', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1793.729673] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Creating folder: Project (ba4931d195e845e2a1873275c4adbbbb). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1793.730577] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5e2ba4b-514a-4272-990a-ad72d8f04cac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.732416] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0875d54-1aec-46a5-ace2-5f02872d021d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.738158] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f6c9a5-cdd1-46d1-ac32-6272116632f0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.745345] env[62171]: DEBUG nova.scheduler.client.report [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1793.759366] env[62171]: DEBUG oslo_vmware.rw_handles [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529425fb-f6b3-6353-0aa5-b1a5013b2f4b/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1793.759602] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Uploaded image 667926f9-0225-4d04-a800-f32d3872d74f to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1793.761987] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1793.762340] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Created folder: Project (ba4931d195e845e2a1873275c4adbbbb) in parent group-v407351. [ 1793.762661] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Creating folder: Instances. Parent ref: group-v407517. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1793.764816] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-99ba28c0-74fb-4536-97c1-a7f023e2f0a1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.766415] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-523e391f-7ecb-4bf1-9268-1ac9ac58f0af {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.775242] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1793.775242] env[62171]: value = "task-1979650" [ 1793.775242] env[62171]: _type = "Task" [ 1793.775242] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.780618] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Created folder: Instances in parent group-v407517. [ 1793.780904] env[62171]: DEBUG oslo.service.loopingcall [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1793.781108] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1793.781333] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57c86574-fa98-4372-91e1-11136422ab48 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.800277] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979650, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.807508] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1793.807508] env[62171]: value = "task-1979651" [ 1793.807508] env[62171]: _type = "Task" [ 1793.807508] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.820754] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979651, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.211678] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1794.214885] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3ad7dc4-141e-4dc3-8f74-2d2a038a2148 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.224751] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1794.224751] env[62171]: value = "task-1979652" [ 1794.224751] env[62171]: _type = "Task" [ 1794.224751] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.236335] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.265848] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.269122] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1794.272991] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.406s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.273958] env[62171]: DEBUG nova.objects.instance [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lazy-loading 'resources' on Instance uuid 8638a2a6-96d8-4a94-8014-1228d31b81b1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.292169] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979650, 'name': Destroy_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.321390] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979651, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.418713] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Successfully updated port: 6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.740486] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979652, 'name': PowerOffVM_Task, 'duration_secs': 0.253719} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.740880] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1794.741197] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1794.742529] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1862d745-8307-41ec-9429-2658513a7023 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.752738] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1794.752738] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84f1607b-32a6-4969-adcb-36c128f15cd2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.781583] env[62171]: DEBUG nova.compute.utils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1794.786914] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1794.787123] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1794.798896] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979650, 'name': Destroy_Task, 'duration_secs': 0.65162} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.799193] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Destroyed the VM [ 1794.799523] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1794.800168] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-638c6ce4-8aae-4e23-94dd-ab95c258ee80 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.815458] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1794.815458] env[62171]: value = "task-1979654" [ 1794.815458] env[62171]: _type = "Task" [ 1794.815458] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.820999] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979651, 'name': CreateVM_Task, 'duration_secs': 0.544597} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.825182] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1794.832238] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.832481] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.832884] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.837120] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0cee80-11c4-4ffb-be45-06b4e029282b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.840768] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.846497] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1794.848297] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1794.848297] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Deleting the datastore file [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.848574] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-047afab2-13f9-4bef-8bc2-f4679fe60a75 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.850693] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1794.850693] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d0c3be-44a7-a676-beaf-ed509201f118" [ 1794.850693] env[62171]: _type = "Task" [ 1794.850693] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.860543] env[62171]: DEBUG nova.policy [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9906bf9ece1462093275d8e0d9adaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f54f8d2f996440da154e69ea1b086b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1794.866039] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1794.866039] env[62171]: value = "task-1979655" [ 1794.866039] env[62171]: _type = "Task" [ 1794.866039] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.870785] env[62171]: DEBUG nova.compute.manager [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Received event network-changed-4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1794.870995] env[62171]: DEBUG nova.compute.manager [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Refreshing instance network info cache due to event network-changed-4853db1b-532b-40b8-8970-3eb5da43888a. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1794.871231] env[62171]: DEBUG oslo_concurrency.lockutils [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] Acquiring lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.871376] env[62171]: DEBUG oslo_concurrency.lockutils [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] Acquired lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.871537] env[62171]: DEBUG nova.network.neutron [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Refreshing network info cache for port 4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1794.883483] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52d0c3be-44a7-a676-beaf-ed509201f118, 'name': SearchDatastore_Task, 'duration_secs': 0.021269} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.884613] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.885143] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1794.885143] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.885301] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.885487] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1794.886990] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42fedd2a-48b4-4991-b128-728477965dc0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.894764] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.903538] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1794.903880] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1794.904730] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4dac639-d507-4611-93f8-504491d5eaf1 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.913238] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1794.913238] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52af5dd3-f15d-9a5e-31c8-261d3acd950d" [ 1794.913238] env[62171]: _type = "Task" [ 1794.913238] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.924603] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.924923] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.925894] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1794.933717] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52af5dd3-f15d-9a5e-31c8-261d3acd950d, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.935289] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d21baa-f3de-4a58-a7c1-4f3ebf9d0807 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.943807] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1794.943807] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52729d09-d391-dc3e-38ea-a5a65f2b5b3e" [ 1794.943807] env[62171]: _type = "Task" [ 1794.943807] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.958609] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52729d09-d391-dc3e-38ea-a5a65f2b5b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.203724] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Successfully created port: a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.287697] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1795.330364] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979654, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.381886] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263423} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.384235] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.384466] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1795.384665] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1795.460331] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52729d09-d391-dc3e-38ea-a5a65f2b5b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.014686} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.460726] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.460931] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] d8885a46-d21f-4292-8c6c-52881cc86504/d8885a46-d21f-4292-8c6c-52881cc86504.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1795.461211] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f65c226-ee6b-4b46-acbd-2c39a94af736 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.474069] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1795.474069] env[62171]: value = "task-1979657" [ 1795.474069] env[62171]: _type = "Task" [ 1795.474069] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.488914] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.512151] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2199ff-7fd4-4c58-b5e1-56a8811cdaa6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.521847] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a84c88f-6bef-46df-8c41-9a4d5ea403d9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.527867] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1795.560039] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513fa806-3943-44da-9418-d9d1a4191a2d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.576757] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95c86ec-6156-49a4-b502-3a60892287ab {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.597381] env[62171]: DEBUG nova.compute.provider_tree [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.739567] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "9a770759-5575-4329-945f-abc6973562e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.739885] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "9a770759-5575-4329-945f-abc6973562e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.740169] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "9a770759-5575-4329-945f-abc6973562e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.740497] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "9a770759-5575-4329-945f-abc6973562e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.740768] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Lock "9a770759-5575-4329-945f-abc6973562e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.743169] env[62171]: INFO nova.compute.manager [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Terminating instance [ 1795.745739] env[62171]: DEBUG nova.compute.manager [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1795.745953] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1795.749417] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e75dfd-7793-4569-9ca2-c8a4ae5d21e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.762472] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1795.768027] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1795.768027] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb50ec4-cb7b-4249-8305-f525332df655 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.768027] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f3311a-bd8c-4609-afef-994e5ebba130 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.778048] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1795.778048] env[62171]: ERROR oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk due to incomplete transfer. [ 1795.778048] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe4f6905-058b-410d-946b-5870e2510505 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.778695] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1795.778695] env[62171]: value = "task-1979658" [ 1795.778695] env[62171]: _type = "Task" [ 1795.778695] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.788073] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.789461] env[62171]: DEBUG oslo_vmware.rw_handles [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52155aa3-dd8f-e3da-0172-c181a39145f5/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1795.789660] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Uploaded image 7f7b9293-d291-4d35-b1d7-f83d034bc8fd to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1795.791330] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1795.791651] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-71d7b59c-4eb9-47ea-9a87-c15f5441a089 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.804570] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1795.804570] env[62171]: value = "task-1979659" [ 1795.804570] env[62171]: _type = "Task" [ 1795.804570] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.815869] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979659, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.830672] env[62171]: DEBUG oslo_vmware.api [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.936793} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.830956] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1795.831237] env[62171]: INFO nova.compute.manager [None req-1932cd14-23c5-4c53-ae57-bb7de6be213d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: c5622338-06da-4748-bd7d-ebb2dc0c81f0] Took 17.68 seconds to snapshot the instance on the hypervisor. [ 1795.988346] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.072170] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Updating instance_info_cache with network_info: [{"id": "6f59c57a-e153-4572-b386-b71c38785b2f", "address": "fa:16:3e:d7:4d:fe", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f59c57a-e1", "ovs_interfaceid": "6f59c57a-e153-4572-b386-b71c38785b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.087933] env[62171]: DEBUG nova.network.neutron [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Updated VIF entry in instance network info cache for port 4853db1b-532b-40b8-8970-3eb5da43888a. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1796.088602] env[62171]: DEBUG nova.network.neutron [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Updating instance_info_cache with network_info: [{"id": "4853db1b-532b-40b8-8970-3eb5da43888a", "address": "fa:16:3e:0b:38:2b", "network": {"id": "2f6559db-5612-4d2b-8eb0-84a86e32a72a", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1397562472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba4931d195e845e2a1873275c4adbbbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4853db1b-53", "ovs_interfaceid": "4853db1b-532b-40b8-8970-3eb5da43888a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.100789] env[62171]: DEBUG nova.scheduler.client.report [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1796.289510] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979658, 'name': PowerOffVM_Task, 'duration_secs': 0.301044} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.289801] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1796.289976] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1796.295024] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df4ac591-8d16-4042-9720-201bf3d976f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.299501] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1796.314984] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979659, 'name': Destroy_Task} progress is 33%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.325349] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.326268] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.326268] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.326268] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.326268] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.326268] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.326460] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.326547] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.326720] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.326913] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.327073] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.328052] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01f1f4a-1567-4ed9-884f-3cee976f02a5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.339209] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85eb0583-4184-4922-9ec6-4306247539f5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.422076] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.422345] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.422508] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.422711] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.422839] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.422992] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.423216] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.423381] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.423673] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.423774] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.424011] env[62171]: DEBUG nova.virt.hardware [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.424869] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e257bcb-b0ae-4f48-be70-2570e93222a3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.434405] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb869810-4d85-412c-9e71-def369178b81 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.450909] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.458565] env[62171]: DEBUG oslo.service.loopingcall [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.458853] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1796.459100] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e45c751-7921-40e7-a767-4d767e394af2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.477221] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1796.477526] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1796.477708] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Deleting the datastore file [datastore1] 9a770759-5575-4329-945f-abc6973562e9 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1796.481808] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbab3a4b-7271-455f-bc38-a2991b6324d4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.490052] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542604} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.491735] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] d8885a46-d21f-4292-8c6c-52881cc86504/d8885a46-d21f-4292-8c6c-52881cc86504.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1796.491998] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1796.492275] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.492275] env[62171]: value = "task-1979661" [ 1796.492275] env[62171]: _type = "Task" [ 1796.492275] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.493585] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d514e218-1a81-4fc9-8e4a-36b6ee41ca60 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.496027] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for the task: (returnval){ [ 1796.496027] env[62171]: value = "task-1979662" [ 1796.496027] env[62171]: _type = "Task" [ 1796.496027] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.506734] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1796.506734] env[62171]: value = "task-1979663" [ 1796.506734] env[62171]: _type = "Task" [ 1796.506734] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.513938] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.515287] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979661, 'name': CreateVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.524490] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.575627] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.575846] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Instance network_info: |[{"id": "6f59c57a-e153-4572-b386-b71c38785b2f", "address": "fa:16:3e:d7:4d:fe", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f59c57a-e1", "ovs_interfaceid": "6f59c57a-e153-4572-b386-b71c38785b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1796.576237] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:4d:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f59c57a-e153-4572-b386-b71c38785b2f', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.587858] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Creating folder: Project (8f54f8d2f996440da154e69ea1b086b3). Parent ref: group-v407351. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1796.587858] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ce764b-5b64-44cf-883b-602191b2d00a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.591349] env[62171]: DEBUG oslo_concurrency.lockutils [req-b0aae2b6-4872-4e91-84d0-af9175440101 req-9fba3ea0-7360-44d5-b54c-c62e234544a2 service nova] Releasing lock "refresh_cache-d8885a46-d21f-4292-8c6c-52881cc86504" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.598274] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Created folder: Project (8f54f8d2f996440da154e69ea1b086b3) in parent group-v407351. [ 1796.598449] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Creating folder: Instances. Parent ref: group-v407521. {{(pid=62171) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1796.599052] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb16ba23-f4fb-4ca4-a95b-14bcb4b3ac5b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.606704] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.334s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.609272] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.110s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.610799] env[62171]: DEBUG nova.objects.instance [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lazy-loading 'resources' on Instance uuid 447f70db-fb44-424a-8013-630922ef258f {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.613075] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Created folder: Instances in parent group-v407521. [ 1796.613651] env[62171]: DEBUG oslo.service.loopingcall [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.614611] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1796.614611] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3859ec41-966e-4f28-9843-a807211a78b4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.636998] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.636998] env[62171]: value = "task-1979666" [ 1796.636998] env[62171]: _type = "Task" [ 1796.636998] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.638626] env[62171]: INFO nova.scheduler.client.report [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Deleted allocations for instance 8638a2a6-96d8-4a94-8014-1228d31b81b1 [ 1796.651542] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979666, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.774310] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7eb8c104-0dfc-47d1-8108-f21354f4d10d tempest-ServersNegativeTestMultiTenantJSON-310312434 tempest-ServersNegativeTestMultiTenantJSON-310312434-project-member] Acquiring lock "4daeb3f2-c776-40e7-85ed-f9b9c284f34a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.774674] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7eb8c104-0dfc-47d1-8108-f21354f4d10d tempest-ServersNegativeTestMultiTenantJSON-310312434 tempest-ServersNegativeTestMultiTenantJSON-310312434-project-member] Lock "4daeb3f2-c776-40e7-85ed-f9b9c284f34a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.821553] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979659, 'name': Destroy_Task, 'duration_secs': 0.776292} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.821553] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Destroyed the VM [ 1796.821553] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1796.821772] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cbde628-9ed8-4b64-b065-48fce6540163 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.830752] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1796.830752] env[62171]: value = "task-1979667" [ 1796.830752] env[62171]: _type = "Task" [ 1796.830752] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.844439] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979667, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.778903] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Successfully updated port: a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.786112] env[62171]: DEBUG nova.compute.manager [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Received event network-vif-plugged-6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1797.786112] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Acquiring lock "a4e05696-1b27-4b97-883b-f61162beb873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.786112] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Lock "a4e05696-1b27-4b97-883b-f61162beb873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.786112] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Lock "a4e05696-1b27-4b97-883b-f61162beb873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.786112] env[62171]: DEBUG nova.compute.manager [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] No waiting events found dispatching network-vif-plugged-6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1797.786112] env[62171]: WARNING nova.compute.manager [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Received unexpected event network-vif-plugged-6f59c57a-e153-4572-b386-b71c38785b2f for instance with vm_state building and task_state spawning. [ 1797.786112] env[62171]: DEBUG nova.compute.manager [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Received event network-changed-6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1797.786112] env[62171]: DEBUG nova.compute.manager [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Refreshing instance network info cache due to event network-changed-6f59c57a-e153-4572-b386-b71c38785b2f. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1797.786112] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Acquiring lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.786112] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Acquired lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.786112] env[62171]: DEBUG nova.network.neutron [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Refreshing network info cache for port 6f59c57a-e153-4572-b386-b71c38785b2f {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1797.799267] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979661, 'name': CreateVM_Task, 'duration_secs': 0.480596} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.800097] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8c7a7613-b914-4e96-a919-0d0f12a7d1f9 tempest-AttachInterfacesUnderV243Test-273487491 tempest-AttachInterfacesUnderV243Test-273487491-project-member] Lock "8638a2a6-96d8-4a94-8014-1228d31b81b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.167s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.801402] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1797.803735] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.803880] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.804230] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.807815] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04b100c-d847-4fd0-904b-79885e19f18e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.809807] env[62171]: DEBUG oslo_vmware.api [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Task: {'id': task-1979662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340848} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.818806] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1797.819023] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1797.819210] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1797.819384] env[62171]: INFO nova.compute.manager [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] [instance: 9a770759-5575-4329-945f-abc6973562e9] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1797.819630] env[62171]: DEBUG oslo.service.loopingcall [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.819857] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1272} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.820035] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979666, 'name': CreateVM_Task, 'duration_secs': 0.541191} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.820623] env[62171]: DEBUG oslo_vmware.api [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979667, 'name': RemoveSnapshot_Task, 'duration_secs': 0.549421} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.823776] env[62171]: DEBUG nova.compute.manager [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1797.823899] env[62171]: DEBUG nova.network.neutron [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1797.825644] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.825844] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1797.826156] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1797.826401] env[62171]: INFO nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Took 14.82 seconds to snapshot the instance on the hypervisor. [ 1797.830934] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152b1922-a420-49e3-baf7-36c62e6ddb57 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.834910] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.834910] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1797.834910] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b25b4b-1327-34d7-a7c5-7332c4bdb580" [ 1797.834910] env[62171]: _type = "Task" [ 1797.834910] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.858221] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] d8885a46-d21f-4292-8c6c-52881cc86504/d8885a46-d21f-4292-8c6c-52881cc86504.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.864832] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b230c254-4d04-4b72-a190-ef8aa493e394 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.886821] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52b25b4b-1327-34d7-a7c5-7332c4bdb580, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.889532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.889532] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.889532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.889532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.889532] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.889532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.889532] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.890085] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0401b634-b634-4884-b1ea-81b528390990 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.893083] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4fd87d-3c19-45af-beed-8a56d7b14a80 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.897091] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1797.897091] env[62171]: value = "task-1979669" [ 1797.897091] env[62171]: _type = "Task" [ 1797.897091] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.904204] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1797.904204] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5200c9a5-ebce-32d0-91de-a64965a5f773" [ 1797.904204] env[62171]: _type = "Task" [ 1797.904204] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.911545] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.911947] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.912640] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1797.915996] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246d855f-a917-49ce-8ab4-7ee787973fa6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.924893] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5200c9a5-ebce-32d0-91de-a64965a5f773, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.930458] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.930842] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.930941] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.931669] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1797.931669] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52934222-1f73-b4a6-f11e-aee67cd17dfd" [ 1797.931669] env[62171]: _type = "Task" [ 1797.931669] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.944262] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52934222-1f73-b4a6-f11e-aee67cd17dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.947865] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd2e7bd-a738-4d81-85d2-b46429869118 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.954407] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1797.954407] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528999f8-181d-9779-7508-33c492b99286" [ 1797.954407] env[62171]: _type = "Task" [ 1797.954407] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.978056] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]528999f8-181d-9779-7508-33c492b99286, 'name': SearchDatastore_Task, 'duration_secs': 0.012066} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.980283] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.980550] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1797.981065] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.981265] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.981685] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26a2b918-a53f-40a7-9011-15c58aedf0fb {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.983544] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6d073c-e781-402d-b129-f4c586ad5b1d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.992735] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1797.992735] env[62171]: value = "task-1979670" [ 1797.992735] env[62171]: _type = "Task" [ 1797.992735] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.999391] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.999574] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1798.000878] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a766bf17-2a9e-43a0-af8b-a58a505a6c74 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.006300] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.012039] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1798.012039] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e679ec-8051-45ce-95eb-e74fcf0537af" [ 1798.012039] env[62171]: _type = "Task" [ 1798.012039] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.024730] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e679ec-8051-45ce-95eb-e74fcf0537af, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.025600] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46d5dba-a621-4abd-bbfd-7a46f1c88683 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.032374] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1798.032374] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529b06c7-90ef-db38-962b-d07b4ad422bf" [ 1798.032374] env[62171]: _type = "Task" [ 1798.032374] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.045876] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]529b06c7-90ef-db38-962b-d07b4ad422bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.046187] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.046468] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] a4e05696-1b27-4b97-883b-f61162beb873/a4e05696-1b27-4b97-883b-f61162beb873.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1798.047536] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c551832-d590-4616-8870-df80a37e6bac {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.058461] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1798.058461] env[62171]: value = "task-1979671" [ 1798.058461] env[62171]: _type = "Task" [ 1798.058461] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.068916] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.290223] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.290223] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.290223] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1798.393603] env[62171]: DEBUG nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Found 3 images (rotation: 2) {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 1798.393868] env[62171]: DEBUG nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Rotating out 1 backups {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 1798.394062] env[62171]: DEBUG nova.compute.manager [None req-8aed59aa-b12e-49a3-a45b-70505790ce14 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Deleting image 524c2119-209a-46c6-9346-a9581514415d {{(pid=62171) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 1798.409894] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979669, 'name': ReconfigVM_Task, 'duration_secs': 0.287878} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.409894] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Reconfigured VM instance instance-0000003a to attach disk [datastore1] d8885a46-d21f-4292-8c6c-52881cc86504/d8885a46-d21f-4292-8c6c-52881cc86504.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.410938] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd77cc8f-6559-419f-9bdd-92b0cfa6f47d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.428968] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1798.428968] env[62171]: value = "task-1979672" [ 1798.428968] env[62171]: _type = "Task" [ 1798.428968] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.444059] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979672, 'name': Rename_Task} progress is 5%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.519801] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.571941] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979671, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.601663] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672f578-cde6-4d37-b855-525981af414a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.606227] env[62171]: DEBUG nova.compute.manager [None req-226e336a-2551-4ce5-9555-8b6017844bf5 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] [instance: 3a89c989-dbca-4f12-b59d-dada28b3f84b] Stashing vm_state: active {{(pid=62171) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1798.627376] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d359f3a6-84a9-49fe-8b16-3bda74f0559f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.671542] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222cf7fe-bed2-40a5-a954-94f2bc1a0fe5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.678335] env[62171]: DEBUG nova.network.neutron [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Updated VIF entry in instance network info cache for port 6f59c57a-e153-4572-b386-b71c38785b2f. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1798.680849] env[62171]: DEBUG nova.network.neutron [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Updating instance_info_cache with network_info: [{"id": "6f59c57a-e153-4572-b386-b71c38785b2f", "address": "fa:16:3e:d7:4d:fe", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f59c57a-e1", "ovs_interfaceid": "6f59c57a-e153-4572-b386-b71c38785b2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.683630] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f70f080-079f-4088-a729-7044f203525a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.703338] env[62171]: DEBUG nova.compute.provider_tree [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.712727] env[62171]: DEBUG nova.network.neutron [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.850177] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1798.903381] env[62171]: DEBUG nova.compute.manager [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1798.904382] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07a4d43-1ca9-4544-b829-683dc3255b63 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.938673] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979672, 'name': Rename_Task, 'duration_secs': 0.173762} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.939015] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1798.940717] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d56b2073-ea8d-41c2-962e-27e157d61e04 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.952414] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1798.952414] env[62171]: value = "task-1979673" [ 1798.952414] env[62171]: _type = "Task" [ 1798.952414] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.968501] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.005776] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544747} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.006594] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1799.006594] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.006594] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92e1bf98-ef80-47b1-86f6-cec0ab059aee {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.014715] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1799.014715] env[62171]: value = "task-1979674" [ 1799.014715] env[62171]: _type = "Task" [ 1799.014715] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.024210] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.070134] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846866} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.070427] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] a4e05696-1b27-4b97-883b-f61162beb873/a4e05696-1b27-4b97-883b-f61162beb873.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1799.070645] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.070904] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2942036-99a0-46c4-8675-59677d750418 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.078554] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1799.078554] env[62171]: value = "task-1979675" [ 1799.078554] env[62171]: _type = "Task" [ 1799.078554] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.088631] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.100304] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Updating instance_info_cache with network_info: [{"id": "a69d3d6b-b58f-4189-a984-02c070e20d75", "address": "fa:16:3e:d5:d8:06", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69d3d6b-b5", "ovs_interfaceid": "a69d3d6b-b58f-4189-a984-02c070e20d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1799.130921] env[62171]: DEBUG oslo_concurrency.lockutils [None req-226e336a-2551-4ce5-9555-8b6017844bf5 tempest-MigrationsAdminTest-1041191204 tempest-MigrationsAdminTest-1041191204-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.181888] env[62171]: DEBUG oslo_concurrency.lockutils [req-4ecda2a2-a315-4b33-aef8-74198652f380 req-946dd3be-a033-4574-ad04-32fa88865f37 service nova] Releasing lock "refresh_cache-a4e05696-1b27-4b97-883b-f61162beb873" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.206708] env[62171]: DEBUG nova.scheduler.client.report [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1799.215791] env[62171]: INFO nova.compute.manager [-] [instance: 9a770759-5575-4329-945f-abc6973562e9] Took 1.39 seconds to deallocate network for instance. [ 1799.419203] env[62171]: INFO nova.compute.manager [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] instance snapshotting [ 1799.422963] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41b9fbf-a5b0-44ae-9e23-327840eb75b6 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.447670] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc4654-e82e-43ae-bfab-9a1708332f3e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.469856] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.512187] env[62171]: DEBUG nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Received event network-vif-plugged-a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1799.512416] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Acquiring lock "5ac2540b-72b4-4c20-89e0-84b83df0de87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.512631] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Lock "5ac2540b-72b4-4c20-89e0-84b83df0de87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.512806] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Lock "5ac2540b-72b4-4c20-89e0-84b83df0de87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.512968] env[62171]: DEBUG nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] No waiting events found dispatching network-vif-plugged-a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1799.515621] env[62171]: WARNING nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Received unexpected event network-vif-plugged-a69d3d6b-b58f-4189-a984-02c070e20d75 for instance with vm_state building and task_state spawning. [ 1799.515621] env[62171]: DEBUG nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Received event network-changed-a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1799.515621] env[62171]: DEBUG nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Refreshing instance network info cache due to event network-changed-a69d3d6b-b58f-4189-a984-02c070e20d75. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1799.515621] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Acquiring lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.531352] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116765} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.531352] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.531352] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15879ec2-2d55-4a55-b446-61e827cf23a7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.560400] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.561171] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd87ad0b-afe9-466b-9da4-16ee1a534d71 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.585152] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1799.585152] env[62171]: value = "task-1979676" [ 1799.585152] env[62171]: _type = "Task" [ 1799.585152] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.587948] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090003} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.591892] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.592705] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f583a5-175f-46ed-b935-7a7e6aae1c9f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.601605] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.611489] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.611925] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Instance network_info: |[{"id": "a69d3d6b-b58f-4189-a984-02c070e20d75", "address": "fa:16:3e:d5:d8:06", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69d3d6b-b5", "ovs_interfaceid": "a69d3d6b-b58f-4189-a984-02c070e20d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1799.621058] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a4e05696-1b27-4b97-883b-f61162beb873/a4e05696-1b27-4b97-883b-f61162beb873.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.621447] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Acquired lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.621632] env[62171]: DEBUG nova.network.neutron [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Refreshing network info cache for port a69d3d6b-b58f-4189-a984-02c070e20d75 {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1799.623643] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:d8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69d3d6b-b58f-4189-a984-02c070e20d75', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.631573] env[62171]: DEBUG oslo.service.loopingcall [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.631822] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123976a0-6cab-43fd-bbc0-29a315572c06 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.646748] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1799.647502] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7b59ed7-5165-44a6-97d5-5cbd1d250d4f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.669602] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.669602] env[62171]: value = "task-1979678" [ 1799.669602] env[62171]: _type = "Task" [ 1799.669602] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.671558] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1799.671558] env[62171]: value = "task-1979677" [ 1799.671558] env[62171]: _type = "Task" [ 1799.671558] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.685800] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979678, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.688822] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979677, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.713424] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.104s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.716539] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.742s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.716966] env[62171]: DEBUG nova.objects.instance [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lazy-loading 'resources' on Instance uuid 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.722800] env[62171]: DEBUG oslo_concurrency.lockutils [None req-ac78c8f6-ab92-4cb4-a3cc-87e0b70d3a01 tempest-VolumesAdminNegativeTest-422127510 tempest-VolumesAdminNegativeTest-422127510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.760197] env[62171]: INFO nova.scheduler.client.report [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleted allocations for instance 447f70db-fb44-424a-8013-630922ef258f [ 1799.971871] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Creating Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1799.972168] env[62171]: DEBUG oslo_vmware.api [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979673, 'name': PowerOnVM_Task, 'duration_secs': 0.522433} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.972391] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-653b3dd4-ab43-4905-8ab0-13d93c31fc23 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.975595] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1799.975595] env[62171]: INFO nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1799.975941] env[62171]: DEBUG nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1799.976569] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639fd5b4-3f3c-4cc8-908a-9d9cc8970d72 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.993251] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1799.993251] env[62171]: value = "task-1979679" [ 1799.993251] env[62171]: _type = "Task" [ 1799.993251] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.016377] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.098678] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.193209] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979678, 'name': CreateVM_Task, 'duration_secs': 0.509737} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.197012] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1800.197377] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979677, 'name': ReconfigVM_Task, 'duration_secs': 0.471912} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.198248] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.198449] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.198838] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.199149] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a4e05696-1b27-4b97-883b-f61162beb873/a4e05696-1b27-4b97-883b-f61162beb873.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.200892] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39972029-3336-49d9-82b1-d0e5ffb0ba40 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.202879] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec31668-faca-4877-82b1-f2dd6ccf3453 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.209578] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.209578] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e49336-517e-a879-1f4f-cc5f69c02443" [ 1800.209578] env[62171]: _type = "Task" [ 1800.209578] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.211035] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.211035] env[62171]: value = "task-1979680" [ 1800.211035] env[62171]: _type = "Task" [ 1800.211035] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.226602] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52e49336-517e-a879-1f4f-cc5f69c02443, 'name': SearchDatastore_Task, 'duration_secs': 0.013657} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.226926] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.227192] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.227420] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.227574] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.227748] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.228197] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dbe9528-881a-4172-8436-a86cda40d5d2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.233201] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979680, 'name': Rename_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.259945] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.260155] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1800.260990] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e516ae1-09aa-422f-a106-c714e0494be8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.267834] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.267834] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524e7df5-1d12-d332-6cc1-0c41d926d921" [ 1800.267834] env[62171]: _type = "Task" [ 1800.267834] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.276998] env[62171]: DEBUG oslo_concurrency.lockutils [None req-8782ef6b-1b14-4251-bb2d-5cb556ffb50e tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "447f70db-fb44-424a-8013-630922ef258f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.031s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.282099] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524e7df5-1d12-d332-6cc1-0c41d926d921, 'name': SearchDatastore_Task, 'duration_secs': 0.011843} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.282974] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b11e348-ad89-463f-9312-d1af52117503 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.290617] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.290617] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297c5a2-9b79-15d5-171f-afe4c4bf8070" [ 1800.290617] env[62171]: _type = "Task" [ 1800.290617] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.305259] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297c5a2-9b79-15d5-171f-afe4c4bf8070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.476963] env[62171]: DEBUG nova.network.neutron [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Updated VIF entry in instance network info cache for port a69d3d6b-b58f-4189-a984-02c070e20d75. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1800.477426] env[62171]: DEBUG nova.network.neutron [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Updating instance_info_cache with network_info: [{"id": "a69d3d6b-b58f-4189-a984-02c070e20d75", "address": "fa:16:3e:d5:d8:06", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69d3d6b-b5", "ovs_interfaceid": "a69d3d6b-b58f-4189-a984-02c070e20d75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.508333] env[62171]: INFO nova.compute.manager [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Took 47.10 seconds to build instance. [ 1800.515966] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979679, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.600685] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979676, 'name': ReconfigVM_Task, 'duration_secs': 0.777358} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.601131] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.601886] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af576e1a-dbaa-400e-ab9d-6e1954aae5b5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.608936] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1800.608936] env[62171]: value = "task-1979681" [ 1800.608936] env[62171]: _type = "Task" [ 1800.608936] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.620613] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979681, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.729601] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979680, 'name': Rename_Task, 'duration_secs': 0.196549} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.730103] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1800.731172] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55a76fd3-6f36-43a8-a8d1-f80ba2fbd705 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.739721] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.739721] env[62171]: value = "task-1979682" [ 1800.739721] env[62171]: _type = "Task" [ 1800.739721] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.758027] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.800799] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5a080-dc7d-46f7-b611-13f7626cc144 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.809425] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5297c5a2-9b79-15d5-171f-afe4c4bf8070, 'name': SearchDatastore_Task, 'duration_secs': 0.038254} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.810333] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.810620] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 5ac2540b-72b4-4c20-89e0-84b83df0de87/5ac2540b-72b4-4c20-89e0-84b83df0de87.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1800.811071] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a79efa19-d6ad-477b-a847-709ed5b97eb4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.817387] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edca4c58-081d-4cdc-9deb-30027e08ec95 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.822820] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1800.822820] env[62171]: value = "task-1979683" [ 1800.822820] env[62171]: _type = "Task" [ 1800.822820] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.861788] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3cfa84-018b-44e4-921f-cbc8fe5260e0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.870385] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.877706] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e40d79d-5c44-4639-b40b-48bc32e1ecaa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.894159] env[62171]: DEBUG nova.compute.provider_tree [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.987478] env[62171]: DEBUG oslo_concurrency.lockutils [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] Releasing lock "refresh_cache-5ac2540b-72b4-4c20-89e0-84b83df0de87" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.987721] env[62171]: DEBUG nova.compute.manager [req-89390775-a2dd-4d3d-9fc6-1c154672a89d req-8e500f91-fc46-44b2-af19-9a1c0a71ab4a service nova] [instance: 9a770759-5575-4329-945f-abc6973562e9] Received event network-vif-deleted-b6bbb09c-59b3-43c1-a71c-daab5a31777d {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1801.011146] env[62171]: DEBUG oslo_concurrency.lockutils [None req-76153037-99c9-401b-b3e2-4d835b3107a7 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "d8885a46-d21f-4292-8c6c-52881cc86504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.816s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.019656] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979679, 'name': CreateSnapshot_Task, 'duration_secs': 0.649374} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.020476] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Created Snapshot of the VM instance {{(pid=62171) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1801.021975] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f55292-8843-4887-aad8-119da9cd9969 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.127256] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979681, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.258471] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.337967] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.397681] env[62171]: DEBUG nova.scheduler.client.report [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1801.522177] env[62171]: DEBUG nova.compute.manager [None req-7eb8c104-0dfc-47d1-8108-f21354f4d10d tempest-ServersNegativeTestMultiTenantJSON-310312434 tempest-ServersNegativeTestMultiTenantJSON-310312434-project-member] [instance: 4daeb3f2-c776-40e7-85ed-f9b9c284f34a] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1801.546071] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Creating linked-clone VM from snapshot {{(pid=62171) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1801.546452] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-047d97b0-057c-43ea-8bac-8d3dc905d912 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.557725] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1801.557725] env[62171]: value = "task-1979684" [ 1801.557725] env[62171]: _type = "Task" [ 1801.557725] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.573653] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979684, 'name': CloneVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.623373] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979681, 'name': Rename_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.732939] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c643719c-c511-4a6d-9be5-ea5c11cd3745 tempest-AttachVolumeNegativeTest-41184453 tempest-AttachVolumeNegativeTest-41184453-project-member] Acquiring lock "bf02eefb-d6fd-49c9-bdaa-8a2d651fc4dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.733304] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c643719c-c511-4a6d-9be5-ea5c11cd3745 tempest-AttachVolumeNegativeTest-41184453 tempest-AttachVolumeNegativeTest-41184453-project-member] Lock "bf02eefb-d6fd-49c9-bdaa-8a2d651fc4dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.758678] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979682, 'name': PowerOnVM_Task, 'duration_secs': 0.978862} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.758993] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1801.759397] env[62171]: INFO nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1801.760298] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1801.760675] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e259bb59-94a8-40af-b20d-d20ad28cc1a9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.837139] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670241} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.837276] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 5ac2540b-72b4-4c20-89e0-84b83df0de87/5ac2540b-72b4-4c20-89e0-84b83df0de87.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1801.837491] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1801.837755] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18b98e66-1ef8-4e43-ae43-3886a2fd481a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.846090] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1801.846090] env[62171]: value = "task-1979685" [ 1801.846090] env[62171]: _type = "Task" [ 1801.846090] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.856441] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.905293] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.908120] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.421s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.908461] env[62171]: DEBUG nova.objects.instance [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lazy-loading 'resources' on Instance uuid cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.947486] env[62171]: INFO nova.scheduler.client.report [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Deleted allocations for instance 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 [ 1802.067183] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7eb8c104-0dfc-47d1-8108-f21354f4d10d tempest-ServersNegativeTestMultiTenantJSON-310312434 tempest-ServersNegativeTestMultiTenantJSON-310312434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.072460] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979684, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.127410] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979681, 'name': Rename_Task, 'duration_secs': 1.351458} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.127699] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1802.127961] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8077375-aa9d-428c-aeeb-884ee373c565 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.137150] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1802.137150] env[62171]: value = "task-1979686" [ 1802.137150] env[62171]: _type = "Task" [ 1802.137150] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.148470] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.289063] env[62171]: INFO nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: a4e05696-1b27-4b97-883b-f61162beb873] Took 42.21 seconds to build instance. [ 1802.357106] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094872} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.357979] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1802.359097] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4753054c-1142-46eb-ad64-a82ceb4e7653 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.388089] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 5ac2540b-72b4-4c20-89e0-84b83df0de87/5ac2540b-72b4-4c20-89e0-84b83df0de87.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1802.388471] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0c15b0-1110-476f-9af2-fb38ca68fe0c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.413117] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1802.413117] env[62171]: value = "task-1979687" [ 1802.413117] env[62171]: _type = "Task" [ 1802.413117] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.425967] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.459184] env[62171]: DEBUG oslo_concurrency.lockutils [None req-eacc8ff1-15c1-4dff-a01e-ab5e9af2aeb5 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.956s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.460310] env[62171]: DEBUG oslo_concurrency.lockutils [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] Acquired lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.461549] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728ab9a4-93b1-496e-8cbc-601e8e8ad581 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.477615] env[62171]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1802.477615] env[62171]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62171) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1802.478907] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1c6d82a-0cb4-45ec-918f-bcac0860f6cf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.493310] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fe2954-9b63-4bea-8d53-7ae1927b055b {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.553529] env[62171]: ERROR root [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-407369' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-407369' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-407369' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-407369'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-407369' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-407369' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-407369'}\n"]: nova.exception.InstanceNotFound: Instance 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 could not be found. [ 1802.553529] env[62171]: DEBUG oslo_concurrency.lockutils [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] Releasing lock "14d8f175-ca09-4fbc-a71c-8abdb5d43af1" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.553529] env[62171]: DEBUG nova.compute.manager [req-268cfb35-e43e-46a1-b669-3818c84f4a39 req-330c4da9-1829-4e3a-9da0-f09470c196cb service nova] [instance: 14d8f175-ca09-4fbc-a71c-8abdb5d43af1] Detach interface failed, port_id=996bbe04-ad1c-4f5c-a611-5563070269ae, reason: Instance 14d8f175-ca09-4fbc-a71c-8abdb5d43af1 could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1802.571139] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979684, 'name': CloneVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.600522] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "9739be8a-c790-4c96-924b-b47275236b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.600809] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.601062] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "9739be8a-c790-4c96-924b-b47275236b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.601276] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.601466] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Lock "9739be8a-c790-4c96-924b-b47275236b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.608613] env[62171]: INFO nova.compute.manager [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Terminating instance [ 1802.611422] env[62171]: DEBUG nova.compute.manager [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1802.611647] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1802.612652] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dc5d36-ba18-4d1d-a83f-55e43ee70e9e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.625166] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1802.628298] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d968fbe-4660-4b61-9037-fcc98eb07364 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.638300] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1802.638300] env[62171]: value = "task-1979688" [ 1802.638300] env[62171]: _type = "Task" [ 1802.638300] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.660073] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0da65377-8c95-448a-be7d-806007084b1d tempest-ServerActionsV293TestJSON-1937244255 tempest-ServerActionsV293TestJSON-1937244255-project-member] Acquiring lock "649336e0-ae2e-4898-862d-8b4b9efd073d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.660389] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0da65377-8c95-448a-be7d-806007084b1d tempest-ServerActionsV293TestJSON-1937244255 tempest-ServerActionsV293TestJSON-1937244255-project-member] Lock "649336e0-ae2e-4898-862d-8b4b9efd073d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.660667] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.664541] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.771148] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "d8885a46-d21f-4292-8c6c-52881cc86504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.771479] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "d8885a46-d21f-4292-8c6c-52881cc86504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.772093] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.772796] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.773011] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Lock "d8885a46-d21f-4292-8c6c-52881cc86504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.776204] env[62171]: INFO nova.compute.manager [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Terminating instance [ 1802.778414] env[62171]: DEBUG nova.compute.manager [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Start destroying the instance on the hypervisor. {{(pid=62171) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1802.778609] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1802.780296] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c590684-17dd-455a-a15f-aec7f9889fe8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.792776] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "a4e05696-1b27-4b97-883b-f61162beb873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.677s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.797032] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1802.800676] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1951a3-cd62-4404-824c-1f5de63b50bc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.813123] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1802.813123] env[62171]: value = "task-1979689" [ 1802.813123] env[62171]: _type = "Task" [ 1802.813123] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.823385] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.929371] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.075389] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979684, 'name': CloneVM_Task} progress is 95%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.095022] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dcf498-21fe-4670-85aa-beccdcf8ee17 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.102984] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652c3048-78c9-4779-9669-ab20b3e1d391 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.152617] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841775e3-31eb-472e-9312-b3736d377d31 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.168108] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de026dd-1b73-4710-90aa-2e626b436442 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.171651] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979688, 'name': PowerOffVM_Task, 'duration_secs': 0.23594} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.171936] env[62171]: DEBUG oslo_vmware.api [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979686, 'name': PowerOnVM_Task, 'duration_secs': 0.778747} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.172239] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1803.172420] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1803.172716] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1803.172920] env[62171]: DEBUG nova.compute.manager [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1803.173596] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da54b0ad-5831-47e3-96aa-750b694b9fc9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.176417] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b6ea3-8d28-45c8-b321-63a313e3b2e4 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.189950] env[62171]: DEBUG nova.compute.provider_tree [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.304023] env[62171]: DEBUG nova.compute.manager [None req-c643719c-c511-4a6d-9be5-ea5c11cd3745 tempest-AttachVolumeNegativeTest-41184453 tempest-AttachVolumeNegativeTest-41184453-project-member] [instance: bf02eefb-d6fd-49c9-bdaa-8a2d651fc4dc] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1803.305964] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1803.306262] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1803.306497] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleting the datastore file [datastore1] 9739be8a-c790-4c96-924b-b47275236b38 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.307447] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317fe847-cdcf-46a0-b2d3-b3a0a279b271 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.318567] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for the task: (returnval){ [ 1803.318567] env[62171]: value = "task-1979691" [ 1803.318567] env[62171]: _type = "Task" [ 1803.318567] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.326632] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979689, 'name': PowerOffVM_Task, 'duration_secs': 0.276269} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.327323] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1803.327543] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1803.327909] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db78947e-2119-4c3e-a3ac-fc835149f8f2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.333090] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.428209] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979687, 'name': ReconfigVM_Task, 'duration_secs': 0.635289} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.428531] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 5ac2540b-72b4-4c20-89e0-84b83df0de87/5ac2540b-72b4-4c20-89e0-84b83df0de87.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.429165] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-844cb24b-9f8d-436c-b1b6-746748325fea {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.437339] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1803.437339] env[62171]: value = "task-1979693" [ 1803.437339] env[62171]: _type = "Task" [ 1803.437339] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.446076] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979693, 'name': Rename_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.573017] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979684, 'name': CloneVM_Task, 'duration_secs': 1.725253} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.573017] env[62171]: INFO nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Created linked-clone VM from snapshot [ 1803.573017] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c4a5dd-4f29-42c5-b9e8-1638f64fe200 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.579277] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Uploading image 12a3a097-9544-4010-90e2-56bbc5ded17d {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1803.606295] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1803.606295] env[62171]: value = "vm-407526" [ 1803.606295] env[62171]: _type = "VirtualMachine" [ 1803.606295] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1803.606603] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a030564-407d-493b-aada-b96e821fc513 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.615323] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lease: (returnval){ [ 1803.615323] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523d0a67-dc62-cba8-ab90-ba76650ac048" [ 1803.615323] env[62171]: _type = "HttpNfcLease" [ 1803.615323] env[62171]: } obtained for exporting VM: (result){ [ 1803.615323] env[62171]: value = "vm-407526" [ 1803.615323] env[62171]: _type = "VirtualMachine" [ 1803.615323] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1803.615733] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the lease: (returnval){ [ 1803.615733] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523d0a67-dc62-cba8-ab90-ba76650ac048" [ 1803.615733] env[62171]: _type = "HttpNfcLease" [ 1803.615733] env[62171]: } to be ready. {{(pid=62171) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1803.623344] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1803.623344] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523d0a67-dc62-cba8-ab90-ba76650ac048" [ 1803.623344] env[62171]: _type = "HttpNfcLease" [ 1803.623344] env[62171]: } is initializing. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1803.694139] env[62171]: DEBUG nova.scheduler.client.report [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1803.710946] env[62171]: DEBUG oslo_concurrency.lockutils [None req-50e5bb0e-f7d0-4b2e-b620-0542d9f544c6 tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.725303] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1803.725303] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1803.725303] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Deleting the datastore file [datastore1] d8885a46-d21f-4292-8c6c-52881cc86504 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.725303] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f909db-3b47-4f77-8cbf-fc8596e6fddf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.732578] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for the task: (returnval){ [ 1803.732578] env[62171]: value = "task-1979695" [ 1803.732578] env[62171]: _type = "Task" [ 1803.732578] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.745024] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.829705] env[62171]: DEBUG oslo_vmware.api [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Task: {'id': task-1979691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466971} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.830956] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c643719c-c511-4a6d-9be5-ea5c11cd3745 tempest-AttachVolumeNegativeTest-41184453 tempest-AttachVolumeNegativeTest-41184453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.831264] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.831469] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1803.832042] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1803.832042] env[62171]: INFO nova.compute.manager [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1803.832203] env[62171]: DEBUG oslo.service.loopingcall [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.832297] env[62171]: DEBUG nova.compute.manager [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1803.832432] env[62171]: DEBUG nova.network.neutron [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1803.949103] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979693, 'name': Rename_Task, 'duration_secs': 0.306561} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.949517] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Powering on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1803.949831] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb1da9d-0cb7-4cf0-b129-fe8a79ec635a {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.958386] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1803.958386] env[62171]: value = "task-1979696" [ 1803.958386] env[62171]: _type = "Task" [ 1803.958386] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.969843] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.126321] env[62171]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1804.126321] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523d0a67-dc62-cba8-ab90-ba76650ac048" [ 1804.126321] env[62171]: _type = "HttpNfcLease" [ 1804.126321] env[62171]: } is ready. {{(pid=62171) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1804.126321] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1804.126321] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]523d0a67-dc62-cba8-ab90-ba76650ac048" [ 1804.126321] env[62171]: _type = "HttpNfcLease" [ 1804.126321] env[62171]: }. {{(pid=62171) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1804.126321] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de4db52-81da-47e7-84e8-352b4c844ff0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.134887] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk from lease info. {{(pid=62171) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1804.135356] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk for reading. {{(pid=62171) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1804.199761] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.203910] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.128s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.206030] env[62171]: INFO nova.compute.claims [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1804.232127] env[62171]: INFO nova.scheduler.client.report [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Deleted allocations for instance cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe [ 1804.246666] env[62171]: DEBUG oslo_vmware.api [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Task: {'id': task-1979695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385937} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.249402] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.249942] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1804.250339] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1804.250718] env[62171]: INFO nova.compute.manager [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1804.251182] env[62171]: DEBUG oslo.service.loopingcall [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.251943] env[62171]: DEBUG nova.compute.manager [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Deallocating network for instance {{(pid=62171) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1804.252173] env[62171]: DEBUG nova.network.neutron [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] deallocate_for_instance() {{(pid=62171) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1804.254673] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f937680-7090-4870-89b0-21071e5b97f8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.473192] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979696, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.745699] env[62171]: DEBUG oslo_concurrency.lockutils [None req-b0bbbd1b-9932-4f5d-ac0e-1da831491e88 tempest-ImagesTestJSON-1309931864 tempest-ImagesTestJSON-1309931864-project-member] Lock "cac7cbdf-fbf9-480c-b3f6-92caa3dc4fbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.537s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.776187] env[62171]: DEBUG nova.compute.manager [req-813c3983-bd1c-4204-b67f-6c3c83d1594d req-12c3a210-9ac5-4cb4-90ec-e4e51a0ee810 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Received event network-vif-deleted-39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4 {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1804.776908] env[62171]: INFO nova.compute.manager [req-813c3983-bd1c-4204-b67f-6c3c83d1594d req-12c3a210-9ac5-4cb4-90ec-e4e51a0ee810 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Neutron deleted interface 39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4; detaching it from the instance and deleting it from the info cache [ 1804.776908] env[62171]: DEBUG nova.network.neutron [req-813c3983-bd1c-4204-b67f-6c3c83d1594d req-12c3a210-9ac5-4cb4-90ec-e4e51a0ee810 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.851841] env[62171]: DEBUG oslo_concurrency.lockutils [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.852521] env[62171]: DEBUG oslo_concurrency.lockutils [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.852521] env[62171]: DEBUG nova.compute.manager [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1804.856927] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baa9cd9-9f71-41d7-9d03-e4276c881adc {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.868875] env[62171]: DEBUG nova.compute.manager [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62171) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1804.869577] env[62171]: DEBUG nova.objects.instance [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lazy-loading 'flavor' on Instance uuid 3ea50bbd-56e4-4fd5-a15a-1059d58227d5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.974811] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979696, 'name': PowerOnVM_Task, 'duration_secs': 0.649813} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.975181] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Powered on the VM {{(pid=62171) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1804.975505] env[62171]: INFO nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1804.975788] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1804.977231] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2428207-5aa5-46b1-afd1-c2f0fda33a4f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.001037] env[62171]: DEBUG nova.network.neutron [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.282083] env[62171]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b74a03c-ac1b-4aec-80a6-921f03c63379 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.298397] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8874787-ee60-4dc2-9659-b1f196123095 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.350266] env[62171]: DEBUG nova.compute.manager [req-813c3983-bd1c-4204-b67f-6c3c83d1594d req-12c3a210-9ac5-4cb4-90ec-e4e51a0ee810 service nova] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Detach interface failed, port_id=39a9001d-5f5c-4a9f-a8e2-ee770d8fcfb4, reason: Instance 9739be8a-c790-4c96-924b-b47275236b38 could not be found. {{(pid=62171) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1805.361855] env[62171]: DEBUG nova.network.neutron [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Updating instance_info_cache with network_info: [] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.375522] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1805.375801] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429d4d30-b3de-4351-b537-aaf8146633d7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.384973] env[62171]: DEBUG oslo_vmware.api [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Waiting for the task: (returnval){ [ 1805.384973] env[62171]: value = "task-1979697" [ 1805.384973] env[62171]: _type = "Task" [ 1805.384973] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.397732] env[62171]: DEBUG oslo_vmware.api [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.506822] env[62171]: INFO nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 5ac2540b-72b4-4c20-89e0-84b83df0de87] Took 44.26 seconds to build instance. [ 1805.508148] env[62171]: INFO nova.compute.manager [-] [instance: 9739be8a-c790-4c96-924b-b47275236b38] Took 1.68 seconds to deallocate network for instance. [ 1805.864446] env[62171]: INFO nova.compute.manager [-] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Took 1.61 seconds to deallocate network for instance. [ 1805.905172] env[62171]: DEBUG oslo_vmware.api [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Task: {'id': task-1979697, 'name': PowerOffVM_Task, 'duration_secs': 0.223338} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.905172] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1805.905172] env[62171]: DEBUG nova.compute.manager [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1805.905172] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ab2e6-87c7-43c3-bec6-2bcbeca19ce8 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.937757] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e0164-c433-4439-a6e0-7dcf4889d555 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.946587] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f25d5-aa42-4069-842d-3a2435006137 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.991996] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b3c602-dee4-4625-9931-a77ec132c509 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.000828] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d35e7-fe54-47f9-b2cc-ca74bd9ad080 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.023802] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "5ac2540b-72b4-4c20-89e0-84b83df0de87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.874s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.025663] env[62171]: DEBUG oslo_concurrency.lockutils [None req-aa1ef643-cefd-450b-bad7-e2300251e089 tempest-ListServerFiltersTestJSON-864254127 tempest-ListServerFiltersTestJSON-864254127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.027804] env[62171]: DEBUG nova.compute.provider_tree [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.330167] env[62171]: INFO nova.compute.manager [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Rebuilding instance [ 1806.374304] env[62171]: DEBUG oslo_concurrency.lockutils [None req-88072591-99dc-4381-8ce1-db33092e6d39 tempest-ServerGroupTestJSON-1580492221 tempest-ServerGroupTestJSON-1580492221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.394845] env[62171]: DEBUG nova.compute.manager [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Checking state {{(pid=62171) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1806.395446] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5156606-c1aa-480d-a137-1d36ad09b1d0 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.420437] env[62171]: DEBUG oslo_concurrency.lockutils [None req-749fa695-901b-480a-9637-44d073734aff tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Lock "3ea50bbd-56e4-4fd5-a15a-1059d58227d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.534568] env[62171]: DEBUG nova.scheduler.client.report [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1806.546260] env[62171]: DEBUG nova.compute.manager [None req-0da65377-8c95-448a-be7d-806007084b1d tempest-ServerActionsV293TestJSON-1937244255 tempest-ServerActionsV293TestJSON-1937244255-project-member] [instance: 649336e0-ae2e-4898-862d-8b4b9efd073d] Starting instance... {{(pid=62171) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1806.914074] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powering off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1806.914365] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd521da2-5b3d-4ba7-b1ac-cf4aa863ae6f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.927816] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1806.927816] env[62171]: value = "task-1979698" [ 1806.927816] env[62171]: _type = "Task" [ 1806.927816] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.939194] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.051412] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.052028] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1807.056758] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.869s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.056958] env[62171]: DEBUG nova.objects.instance [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] [instance: 1130179f-2d78-472e-927c-0b1d983fded2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62171) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1807.083742] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0da65377-8c95-448a-be7d-806007084b1d tempest-ServerActionsV293TestJSON-1937244255 tempest-ServerActionsV293TestJSON-1937244255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.122417] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e431f10b-75f4-4862-8d0d-f410e3212f48 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Acquiring lock "3bb92f04-f03a-4d26-94b5-13612990e86d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.122417] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e431f10b-75f4-4862-8d0d-f410e3212f48 tempest-AttachInterfacesTestJSON-458870118 tempest-AttachInterfacesTestJSON-458870118-project-member] Lock "3bb92f04-f03a-4d26-94b5-13612990e86d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.269358] env[62171]: DEBUG nova.compute.manager [req-97d8ab56-3871-4788-9b1d-1b7a4c21e66a req-95f23c94-b2b2-43ba-981d-914686f8e04c service nova] [instance: d8885a46-d21f-4292-8c6c-52881cc86504] Received event network-vif-deleted-4853db1b-532b-40b8-8970-3eb5da43888a {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1807.440731] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979698, 'name': PowerOffVM_Task, 'duration_secs': 0.259276} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.441032] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Powered off the VM {{(pid=62171) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1807.441163] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Destroying instance {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1807.442304] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98792610-f8ec-4f84-93f8-d2d39d365e03 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.452818] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Unregistering the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1807.452930] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b098ec83-e5d4-4832-9b65-982ae2766f14 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.546451] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Unregistered the VM {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1807.546793] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Deleting contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1807.547013] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Deleting the datastore file [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14 {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.547402] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec6a297-8ac8-4e9b-aa44-17db11d32e21 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.555538] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1807.555538] env[62171]: value = "task-1979700" [ 1807.555538] env[62171]: _type = "Task" [ 1807.555538] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.560545] env[62171]: DEBUG nova.compute.utils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1807.562140] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1807.562366] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1807.573710] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.619178] env[62171]: DEBUG nova.policy [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9906bf9ece1462093275d8e0d9adaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f54f8d2f996440da154e69ea1b086b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1807.901614] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Successfully created port: de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1807.904259] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5f9d0b2e-9ae6-4ddd-8a2f-98cff461e239 tempest-DeleteServersTestJSON-1170059245 tempest-DeleteServersTestJSON-1170059245-project-member] Acquiring lock "815d7dfc-50c4-4235-a683-9ca3576947a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.904521] env[62171]: DEBUG oslo_concurrency.lockutils [None req-5f9d0b2e-9ae6-4ddd-8a2f-98cff461e239 tempest-DeleteServersTestJSON-1170059245 tempest-DeleteServersTestJSON-1170059245-project-member] Lock "815d7dfc-50c4-4235-a683-9ca3576947a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.068777] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1808.072862] env[62171]: DEBUG oslo_concurrency.lockutils [None req-7c8d9c2d-eead-4de4-83c3-14aa839a9d8e tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.073387] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315488} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.073861] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.237s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.074184] env[62171]: DEBUG nova.objects.instance [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lazy-loading 'resources' on Instance uuid 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.076393] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Deleted the datastore file {{(pid=62171) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.076393] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Deleted contents of the VM from datastore datastore1 {{(pid=62171) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1808.076393] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance destroyed {{(pid=62171) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1808.342143] env[62171]: DEBUG nova.compute.manager [None req-0c72d79f-3b17-47e2-a7f8-4524f07d72e0 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] [instance: 3ea50bbd-56e4-4fd5-a15a-1059d58227d5] Stashing vm_state: stopped {{(pid=62171) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1808.862336] env[62171]: DEBUG oslo_concurrency.lockutils [None req-0c72d79f-3b17-47e2-a7f8-4524f07d72e0 tempest-ServerActionsTestOtherB-1904171400 tempest-ServerActionsTestOtherB-1904171400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.092080] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Start spawning the instance on the hypervisor. {{(pid=62171) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1809.134561] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.134843] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.135016] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.135207] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.135370] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.135624] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.135903] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.137385] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.138610] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.138834] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.139041] env[62171]: DEBUG nova.virt.hardware [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.141262] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cd5885-150c-4275-abc1-4a6bdd2bb10e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.154466] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-30T09:14:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-30T09:14:18Z,direct_url=,disk_format='vmdk',id=66539760-5f49-473d-a91d-bf62f48fa62f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3817949f0df34ea0a47add364832bbda',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-30T09:14:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1809.154741] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1809.154903] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image limits 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1809.155116] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Flavor pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1809.155266] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Image pref 0:0:0 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1809.155418] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62171) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1809.155625] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1809.155787] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1809.155956] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Got 1 possible topologies {{(pid=62171) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1809.156160] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1809.156344] env[62171]: DEBUG nova.virt.hardware [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62171) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1809.157517] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d1f622-576d-47da-a56a-45940979b71d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.165576] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfedf4d-f53f-42e3-8bdd-e9d7f89514ef {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.174480] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aba9e4a-c6fa-4bbd-8292-072f052b541e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.190341] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b3275-1e66-4c1d-9d28-a54d4f4c7baa {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.201552] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b9:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e1d4a9d-a61a-4396-bb0a-2c1aad1f70b4', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.209579] env[62171]: DEBUG oslo.service.loopingcall [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.209784] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1809.210052] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ebac64b-b508-4e55-9978-f9719e0d759e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.228107] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7f064-f2ef-498e-bc8c-d73e495b57ca {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.233894] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.233894] env[62171]: value = "task-1979701" [ 1809.233894] env[62171]: _type = "Task" [ 1809.233894] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.261864] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa7edc7-6d44-4d70-80c5-d941fd92dbd2 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.267630] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979701, 'name': CreateVM_Task} progress is 10%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.273417] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909f08dc-f8f8-47a7-9ab2-14f925d81560 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.289688] env[62171]: DEBUG nova.compute.provider_tree [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.495363] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Successfully updated port: de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1809.498468] env[62171]: DEBUG nova.compute.manager [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Received event network-vif-plugged-de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1809.498685] env[62171]: DEBUG oslo_concurrency.lockutils [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] Acquiring lock "9a402ec8-139d-4d9f-b5d0-6671533e722a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.500035] env[62171]: DEBUG oslo_concurrency.lockutils [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] Lock "9a402ec8-139d-4d9f-b5d0-6671533e722a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.500035] env[62171]: DEBUG oslo_concurrency.lockutils [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] Lock "9a402ec8-139d-4d9f-b5d0-6671533e722a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.500035] env[62171]: DEBUG nova.compute.manager [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] No waiting events found dispatching network-vif-plugged-de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1809.500035] env[62171]: WARNING nova.compute.manager [req-6a269e2a-ef69-4b03-b51b-5561436c54a5 req-67464cd2-4277-4409-98aa-d6b3e6cf397e service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Received unexpected event network-vif-plugged-de3d9c20-ba6c-47b3-81f0-98e6b847095e for instance with vm_state building and task_state spawning. [ 1809.745443] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979701, 'name': CreateVM_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.793300] env[62171]: DEBUG nova.scheduler.client.report [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1810.001297] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.001515] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.001691] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Building network info cache for instance {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1810.247067] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979701, 'name': CreateVM_Task, 'duration_secs': 0.677371} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.247274] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1810.248070] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.248320] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.248995] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.249480] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242df3b0-a74c-4e53-8b6e-37679f7f7885 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.256110] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1810.256110] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269a024-dcb0-43cd-ee6e-8488ea4acb4a" [ 1810.256110] env[62171]: _type = "Task" [ 1810.256110] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.266806] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269a024-dcb0-43cd-ee6e-8488ea4acb4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.300063] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.303041] env[62171]: DEBUG oslo_concurrency.lockutils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.763s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.307132] env[62171]: INFO nova.compute.claims [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1810.325826] env[62171]: INFO nova.scheduler.client.report [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Deleted allocations for instance 1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5 [ 1810.536497] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Instance cache missing network info. {{(pid=62171) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1810.680753] env[62171]: DEBUG nova.network.neutron [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Updating instance_info_cache with network_info: [{"id": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "address": "fa:16:3e:9d:df:25", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3d9c20-ba", "ovs_interfaceid": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.767818] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]5269a024-dcb0-43cd-ee6e-8488ea4acb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.037236} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.768174] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.768426] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1810.768663] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.768817] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.769013] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1810.769393] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d3b9aa5-6775-4a2c-947f-1e259cb5331f {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.780246] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1810.780458] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1810.781289] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3d116d8-0ae1-4039-8053-8eaa9a1d4e2c {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.788285] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1810.788285] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524070ce-e582-8a04-b0e3-4a057ff62971" [ 1810.788285] env[62171]: _type = "Task" [ 1810.788285] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.797758] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524070ce-e582-8a04-b0e3-4a057ff62971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.840281] env[62171]: DEBUG oslo_concurrency.lockutils [None req-fb94552b-47fb-41dc-91ce-4f653038bb48 tempest-SecurityGroupsTestJSON-1332414323 tempest-SecurityGroupsTestJSON-1332414323-project-member] Lock "1a6bc5aa-b24a-4da4-aa69-5c3c2073eae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.708s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.184136] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.184636] env[62171]: DEBUG nova.compute.manager [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Instance network_info: |[{"id": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "address": "fa:16:3e:9d:df:25", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3d9c20-ba", "ovs_interfaceid": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1811.185027] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:df:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db1f7867-8524-469c-ab47-d2c9e2751d98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de3d9c20-ba6c-47b3-81f0-98e6b847095e', 'vif_model': 'vmxnet3'}] {{(pid=62171) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1811.192838] env[62171]: DEBUG oslo.service.loopingcall [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62171) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.193363] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Creating VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1811.193673] env[62171]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5247cace-670c-4f97-b1c0-09540bfc22a9 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.216230] env[62171]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1811.216230] env[62171]: value = "task-1979702" [ 1811.216230] env[62171]: _type = "Task" [ 1811.216230] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.226052] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979702, 'name': CreateVM_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.301504] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]524070ce-e582-8a04-b0e3-4a057ff62971, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.302598] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa6e3ca-81d4-4ced-9f59-0d509be9c715 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.310993] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1811.310993] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52676aeb-840d-d568-40a1-ddd7eb43d098" [ 1811.310993] env[62171]: _type = "Task" [ 1811.310993] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.322330] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52676aeb-840d-d568-40a1-ddd7eb43d098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.620255] env[62171]: DEBUG nova.compute.manager [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Received event network-changed-de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1811.620255] env[62171]: DEBUG nova.compute.manager [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Refreshing instance network info cache due to event network-changed-de3d9c20-ba6c-47b3-81f0-98e6b847095e. {{(pid=62171) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1811.620848] env[62171]: DEBUG oslo_concurrency.lockutils [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] Acquiring lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.620848] env[62171]: DEBUG oslo_concurrency.lockutils [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] Acquired lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.620848] env[62171]: DEBUG nova.network.neutron [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Refreshing network info cache for port de3d9c20-ba6c-47b3-81f0-98e6b847095e {{(pid=62171) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1811.728018] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979702, 'name': CreateVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.827196] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52676aeb-840d-d568-40a1-ddd7eb43d098, 'name': SearchDatastore_Task, 'duration_secs': 0.015818} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.827576] env[62171]: DEBUG oslo_concurrency.lockutils [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.827876] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1811.828259] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e71f1e7-be0d-4314-9674-e709aea8f3e5 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.838441] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1811.838441] env[62171]: value = "task-1979703" [ 1811.838441] env[62171]: _type = "Task" [ 1811.838441] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.850634] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.903540] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28836868-c032-45fe-8475-e70b86c048d3 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.913204] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c448894b-2b45-48f7-a86e-a676cfee2232 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.956522] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91e585c-35ec-4a27-b386-b56b229b0d82 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.967445] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ef338-719f-43ca-bc0e-41911cfde07e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.983490] env[62171]: DEBUG nova.compute.provider_tree [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.236227] env[62171]: DEBUG oslo_vmware.api [-] Task: {'id': task-1979702, 'name': CreateVM_Task, 'duration_secs': 0.553399} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.236544] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Created VM on the ESX host {{(pid=62171) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1812.237505] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.237749] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.238332] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1812.242233] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3dfcccb-8b8c-40ed-907e-3ec5a4af9a07 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.250084] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1812.250084] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522a1ee9-8869-4d14-f338-86c014a48a08" [ 1812.250084] env[62171]: _type = "Task" [ 1812.250084] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.261838] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522a1ee9-8869-4d14-f338-86c014a48a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.353488] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979703, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.433037] env[62171]: DEBUG nova.network.neutron [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Updated VIF entry in instance network info cache for port de3d9c20-ba6c-47b3-81f0-98e6b847095e. {{(pid=62171) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1812.433454] env[62171]: DEBUG nova.network.neutron [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Updating instance_info_cache with network_info: [{"id": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "address": "fa:16:3e:9d:df:25", "network": {"id": "58084fe1-0499-496b-a5cf-117ac696af97", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2124065082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f54f8d2f996440da154e69ea1b086b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db1f7867-8524-469c-ab47-d2c9e2751d98", "external-id": "nsx-vlan-transportzone-130", "segmentation_id": 130, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde3d9c20-ba", "ovs_interfaceid": "de3d9c20-ba6c-47b3-81f0-98e6b847095e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62171) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.486408] env[62171]: DEBUG nova.scheduler.client.report [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1812.762088] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]522a1ee9-8869-4d14-f338-86c014a48a08, 'name': SearchDatastore_Task, 'duration_secs': 0.0756} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.762391] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.762627] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] [instance: 9a402ec8-139d-4d9f-b5d0-6671533e722a] Processing image 66539760-5f49-473d-a91d-bf62f48fa62f {{(pid=62171) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.762883] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.763048] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.763243] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.763528] env[62171]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2c3dc4f-5f29-4f33-9b85-4949561fab98 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.774566] env[62171]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62171) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.774804] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62171) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1812.775573] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014d35bc-6f30-4e51-808d-97833d47a780 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.782342] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1812.782342] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526516f8-b5e7-5e20-e146-d92ee8841705" [ 1812.782342] env[62171]: _type = "Task" [ 1812.782342] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.792409] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526516f8-b5e7-5e20-e146-d92ee8841705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.849880] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719384} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.850315] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1812.850548] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extending root virtual disk to 1048576 {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1812.850838] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec3e5267-dde3-493a-ab1a-803ae1e0234e {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.858858] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1812.858858] env[62171]: value = "task-1979704" [ 1812.858858] env[62171]: _type = "Task" [ 1812.858858] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.873375] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.912728] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1812.914251] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bec7196-b89e-477c-b1da-698bf9f40d42 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.923086] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk is in state: ready. {{(pid=62171) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1812.923255] env[62171]: ERROR oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk due to incomplete transfer. [ 1812.923744] env[62171]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-50a973f2-66d1-4dd3-951d-a18bd05ad89d {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.934741] env[62171]: DEBUG oslo_vmware.rw_handles [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52173257-3a09-d651-e2dc-5fddbaf763ce/disk-0.vmdk. {{(pid=62171) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1812.934999] env[62171]: DEBUG nova.virt.vmwareapi.images [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Uploaded image 12a3a097-9544-4010-90e2-56bbc5ded17d to the Glance image server {{(pid=62171) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1812.938035] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Destroying the VM {{(pid=62171) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1812.940046] env[62171]: DEBUG oslo_concurrency.lockutils [req-0ee332af-3341-4530-a476-49a0f4b5c404 req-bfda1bbe-b5bd-4205-97ec-f2d443eaa014 service nova] Releasing lock "refresh_cache-9a402ec8-139d-4d9f-b5d0-6671533e722a" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.940046] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a48230ad-b11d-4a56-b723-aa54454aebbf {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.948114] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1812.948114] env[62171]: value = "task-1979705" [ 1812.948114] env[62171]: _type = "Task" [ 1812.948114] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.960549] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979705, 'name': Destroy_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.993285] env[62171]: DEBUG oslo_concurrency.lockutils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.993825] env[62171]: DEBUG nova.compute.manager [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Start building networks asynchronously for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1812.997827] env[62171]: DEBUG oslo_concurrency.lockutils [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.746s {{(pid=62171) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.998077] env[62171]: DEBUG nova.objects.instance [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Lazy-loading 'resources' on Instance uuid 1130179f-2d78-472e-927c-0b1d983fded2 {{(pid=62171) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.294298] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]526516f8-b5e7-5e20-e146-d92ee8841705, 'name': SearchDatastore_Task, 'duration_secs': 0.017644} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.295163] env[62171]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b44ecc9-072c-446c-b870-a577c3b6c972 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.301591] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1813.301591] env[62171]: value = "session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ead3ca-c933-3a4b-d1b9-ac8f8fe7ddcb" [ 1813.301591] env[62171]: _type = "Task" [ 1813.301591] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.310053] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ead3ca-c933-3a4b-d1b9-ac8f8fe7ddcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.371672] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069224} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.372042] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Extended root virtual disk {{(pid=62171) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.373104] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01b8512-c33d-4d04-9ab6-ef8db5cb0221 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.397361] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.397730] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ea83ef-70a2-4805-9f14-97d7e0368040 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.418379] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Waiting for the task: (returnval){ [ 1813.418379] env[62171]: value = "task-1979706" [ 1813.418379] env[62171]: _type = "Task" [ 1813.418379] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.430226] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.458602] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979705, 'name': Destroy_Task, 'duration_secs': 0.442366} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.458897] env[62171]: INFO nova.virt.vmwareapi.vm_util [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Destroyed the VM [ 1813.459156] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Deleting Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1813.459442] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4a8cca0-ef1d-436c-b541-afc694236608 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.466638] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Waiting for the task: (returnval){ [ 1813.466638] env[62171]: value = "task-1979707" [ 1813.466638] env[62171]: _type = "Task" [ 1813.466638] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.474831] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.503546] env[62171]: DEBUG nova.compute.utils [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Using /dev/sd instead of None {{(pid=62171) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1813.505457] env[62171]: DEBUG nova.compute.manager [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Allocating IP information in the background. {{(pid=62171) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1813.505706] env[62171]: DEBUG nova.network.neutron [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] allocate_for_instance() {{(pid=62171) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1813.576761] env[62171]: DEBUG nova.policy [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d7ee99ff8764fa28102160ef71d01e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fff43da5b73a4b0e89ba98966562fc3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62171) authorize /opt/stack/nova/nova/policy.py:201}} [ 1813.814990] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': session[52e0643e-ecd9-4e93-b814-5ee449d7f752]52ead3ca-c933-3a4b-d1b9-ac8f8fe7ddcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.815503] env[62171]: DEBUG oslo_concurrency.lockutils [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk" {{(pid=62171) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.815725] env[62171]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/66539760-5f49-473d-a91d-bf62f48fa62f/66539760-5f49-473d-a91d-bf62f48fa62f.vmdk to [datastore1] 9a402ec8-139d-4d9f-b5d0-6671533e722a/9a402ec8-139d-4d9f-b5d0-6671533e722a.vmdk {{(pid=62171) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1813.815999] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a11047-0518-466f-ba97-2916d4809448 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.824548] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Waiting for the task: (returnval){ [ 1813.824548] env[62171]: value = "task-1979708" [ 1813.824548] env[62171]: _type = "Task" [ 1813.824548] env[62171]: } to complete. {{(pid=62171) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.832796] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.934735] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.964402] env[62171]: DEBUG nova.network.neutron [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Successfully created port: 949c1ccf-1d22-4f20-95ed-fcd626f3321a {{(pid=62171) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1813.981625] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979707, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.012261] env[62171]: DEBUG nova.compute.manager [None req-28f7625c-3d9e-42b1-a13b-700b90f7a066 tempest-TenantUsagesTestJSON-1683438798 tempest-TenantUsagesTestJSON-1683438798-project-member] [instance: f991670f-c678-4e4c-b426-25889c5ed71e] Start building block device mappings for instance. {{(pid=62171) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1814.118046] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce0705-7f66-41b9-9ac7-df360ac72303 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.126788] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faba8492-86f8-48ab-acc9-dc59c85d4db7 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.159010] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b6d566-a424-4917-b3b0-3a29b2fb6776 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.168365] env[62171]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249ca7d-4053-45f4-b58c-8bfdcf820a91 {{(pid=62171) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.184235] env[62171]: DEBUG nova.compute.provider_tree [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed in ProviderTree for provider: d74d6899-e35f-475d-9063-de5cafb735d4 {{(pid=62171) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.335917] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.431555] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979706, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.477775] env[62171]: DEBUG oslo_vmware.api [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] Task: {'id': task-1979707, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556378} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.478103] env[62171]: DEBUG nova.virt.vmwareapi.vmops [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Deleted Snapshot of the VM instance {{(pid=62171) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1814.478309] env[62171]: INFO nova.compute.manager [None req-586b3dc6-98ea-4665-abe3-d5b0b995247d tempest-ListImageFiltersTestJSON-271597548 tempest-ListImageFiltersTestJSON-271597548-project-member] [instance: 16287ba1-3b2f-44aa-baf7-6965213fec30] Took 15.06 seconds to snapshot the instance on the hypervisor. [ 1814.687639] env[62171]: DEBUG nova.scheduler.client.report [None req-da02fa52-2f89-4144-8e0b-3aa701147e56 tempest-ServerDiskConfigTestJSON-496580605 tempest-ServerDiskConfigTestJSON-496580605-project-member] Inventory has not changed for provider d74d6899-e35f-475d-9063-de5cafb735d4 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62171) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1814.838555] env[62171]: DEBUG oslo_vmware.api [None req-c5686fb3-10f6-4ded-ad6d-db073fe6cefc tempest-ListServersNegativeTestJSON-623130264 tempest-ListServersNegativeTestJSON-623130264-project-member] Task: {'id': task-1979708, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.931905] env[62171]: DEBUG oslo_vmware.api [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] Task: {'id': task-1979706, 'name': ReconfigVM_Task, 'duration_secs': 1.350597} completed successfully. {{(pid=62171) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.932265] env[62171]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5050ab6-d897-4301-8855-1b8915e43acb tempest-ServersAdminTestJSON-1095790691 tempest-ServersAdminTestJSON-1095790691-project-member] [instance: 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 155d3d05-32ed-4ba8-9d74-9e2de5f2ad14/155d3d05-32ed-4ba8-9d74-9e2de5f2ad14.vmdk or device None with type sparse {{(pid=62171) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1814.932946] env[62171]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with o